2024-11-08 04:31:04,598 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 04:31:04,617 main DEBUG Took 0.016589 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 04:31:04,617 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 04:31:04,618 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 04:31:04,619 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 04:31:04,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 04:31:04,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,654 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,655 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,656 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,658 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 04:31:04,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,661 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 04:31:04,663 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 04:31:04,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 04:31:04,666 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 04:31:04,667 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 04:31:04,668 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 04:31:04,668 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 04:31:04,679 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 04:31:04,683 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 04:31:04,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 04:31:04,686 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 04:31:04,687 main DEBUG createAppenders(={Console}) 2024-11-08 04:31:04,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-08 04:31:04,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 04:31:04,689 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-08 04:31:04,690 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 04:31:04,690 main DEBUG OutputStream closed 2024-11-08 04:31:04,691 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 04:31:04,691 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 04:31:04,691 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-08 04:31:04,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 04:31:04,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 04:31:04,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 04:31:04,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 04:31:04,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 04:31:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 04:31:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 04:31:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 04:31:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 04:31:04,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 04:31:04,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 04:31:04,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 04:31:04,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 04:31:04,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 04:31:04,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 04:31:04,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 04:31:04,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 04:31:04,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 04:31:04,811 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 04:31:04,812 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-08 04:31:04,812 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 04:31:04,813 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-08T04:31:04,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-08 04:31:04,828 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 04:31:04,829 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T04:31:04,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=933, ProcessCount=11, AvailableMemoryMB=9270 2024-11-08T04:31:05,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6 2024-11-08T04:31:05,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:05,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151, deleteOnExit=true 2024-11-08T04:31:05,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:05,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/test.cache.data in system properties and HBase conf 2024-11-08T04:31:05,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:05,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:05,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:05,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:05,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:05,184 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T04:31:05,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:05,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:05,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:05,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:05,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:05,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:05,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:05,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:05,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:05,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:05,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:05,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:05,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:05,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:06,328 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T04:31:06,398 INFO [Time-limited test {}] log.Log(170): Logging initialized @2439ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T04:31:06,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:06,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:06,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:06,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:06,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:06,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:06,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:06,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:06,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/java.io.tmpdir/jetty-localhost-38927-hadoop-hdfs-3_4_1-tests_jar-_-any-7729030831156381749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:06,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:38927} 2024-11-08T04:31:06,803 INFO [Time-limited test {}] server.Server(415): Started @2845ms 2024-11-08T04:31:07,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:07,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:07,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:07,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:07,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:07,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:07,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:07,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/java.io.tmpdir/jetty-localhost-40591-hadoop-hdfs-3_4_1-tests_jar-_-any-13026173364589282153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:07,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:40591} 2024-11-08T04:31:07,681 INFO [Time-limited test {}] server.Server(415): Started @3723ms 2024-11-08T04:31:07,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:07,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:07,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:07,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:07,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:07,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:07,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:07,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:08,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/java.io.tmpdir/jetty-localhost-39449-hadoop-hdfs-3_4_1-tests_jar-_-any-16200714955324402948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:08,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:39449} 2024-11-08T04:31:08,026 INFO [Time-limited test {}] server.Server(415): Started @4068ms 2024-11-08T04:31:08,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:09,216 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data1/current/BP-1476226785-172.17.0.2-1731040265802/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:09,216 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data2/current/BP-1476226785-172.17.0.2-1731040265802/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:09,216 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data4/current/BP-1476226785-172.17.0.2-1731040265802/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:09,216 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data3/current/BP-1476226785-172.17.0.2-1731040265802/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:09,250 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:09,250 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fe287fc382b36f4 with lease ID 0xa58195609e5397cd: Processing first storage report for DS-fa1a7cab-0e85-4433-9bc6-c1c639236482 from datanode DatanodeRegistration(127.0.0.1:41393, datanodeUuid=b4096914-c8fb-4db5-becc-eb8ec28b36f2, infoPort=42063, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802) 2024-11-08T04:31:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fe287fc382b36f4 with lease ID 0xa58195609e5397cd: from storage DS-fa1a7cab-0e85-4433-9bc6-c1c639236482 node DatanodeRegistration(127.0.0.1:41393, datanodeUuid=b4096914-c8fb-4db5-becc-eb8ec28b36f2, infoPort=42063, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T04:31:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da8add4dc6c1399 with lease ID 0xa58195609e5397cc: Processing first storage report for DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5 from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=0298eb33-9fbe-4ef4-b987-2722a4c63804, infoPort=38851, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802) 2024-11-08T04:31:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da8add4dc6c1399 with lease ID 0xa58195609e5397cc: from storage DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5 node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=0298eb33-9fbe-4ef4-b987-2722a4c63804, infoPort=38851, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fe287fc382b36f4 with lease ID 0xa58195609e5397cd: Processing first storage report for DS-35da8541-f9c7-4c9d-b51c-25c1e931d1bb from datanode DatanodeRegistration(127.0.0.1:41393, datanodeUuid=b4096914-c8fb-4db5-becc-eb8ec28b36f2, infoPort=42063, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802) 2024-11-08T04:31:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fe287fc382b36f4 with lease ID 0xa58195609e5397cd: from storage DS-35da8541-f9c7-4c9d-b51c-25c1e931d1bb node DatanodeRegistration(127.0.0.1:41393, datanodeUuid=b4096914-c8fb-4db5-becc-eb8ec28b36f2, infoPort=42063, infoSecurePort=0, ipcPort=37355, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T04:31:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da8add4dc6c1399 with lease ID 0xa58195609e5397cc: Processing first storage report for DS-b71a040d-c71e-4c06-b71f-5ef60359656a from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=0298eb33-9fbe-4ef4-b987-2722a4c63804, infoPort=38851, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802) 2024-11-08T04:31:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da8add4dc6c1399 with lease ID 0xa58195609e5397cc: from storage DS-b71a040d-c71e-4c06-b71f-5ef60359656a node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=0298eb33-9fbe-4ef4-b987-2722a4c63804, infoPort=38851, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=943421140;c=1731040265802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:09,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6 2024-11-08T04:31:09,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/zookeeper_0, clientPort=65196, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:09,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65196 2024-11-08T04:31:09,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:09,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:10,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 with version=8 2024-11-08T04:31:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/hbase-staging 2024-11-08T04:31:10,187 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T04:31:10,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:10,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:10,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:10,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:10,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:10,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:10,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:10,664 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T04:31:10,672 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T04:31:10,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:10,702 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48487 (auto-detected) 2024-11-08T04:31:10,703 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T04:31:10,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36631 2024-11-08T04:31:10,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36631 connecting to ZooKeeper ensemble=127.0.0.1:65196 2024-11-08T04:31:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366310x0, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:10,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36631-0x10118b650220000 connected 2024-11-08T04:31:11,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:11,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0, hbase.cluster.distributed=false 2024-11-08T04:31:11,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:11,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-08T04:31:11,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36631 2024-11-08T04:31:11,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36631 2024-11-08T04:31:11,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-08T04:31:11,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-08T04:31:11,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:11,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:11,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:11,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:11,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:11,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40905 2024-11-08T04:31:11,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40905 connecting to ZooKeeper ensemble=127.0.0.1:65196 2024-11-08T04:31:11,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409050x0, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:11,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40905-0x10118b650220001 connected 2024-11-08T04:31:11,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409050x0, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:11,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:11,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:11,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:11,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-08T04:31:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40905 2024-11-08T04:31:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40905 2024-11-08T04:31:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-08T04:31:11,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40905 2024-11-08T04:31:11,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:11,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:11,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:11,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:11,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:11,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:11,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34013 2024-11-08T04:31:11,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34013 connecting to ZooKeeper ensemble=127.0.0.1:65196 2024-11-08T04:31:11,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340130x0, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:11,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34013-0x10118b650220002 connected 2024-11-08T04:31:11,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340130x0, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:11,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:11,236 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:11,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:11,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-08T04:31:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34013 2024-11-08T04:31:11,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34013 2024-11-08T04:31:11,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-08T04:31:11,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34013 2024-11-08T04:31:11,257 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:36631 2024-11-08T04:31:11,258 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,36631,1731040270289 2024-11-08T04:31:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,278 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,36631,1731040270289 2024-11-08T04:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:11,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,309 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:11,310 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,36631,1731040270289 from backup master directory 2024-11-08T04:31:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,36631,1731040270289 2024-11-08T04:31:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:11,318 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:11,319 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,36631,1731040270289 2024-11-08T04:31:11,321 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T04:31:11,322 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T04:31:11,374 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/hbase.id] with ID: de5f8cbe-2290-43e8-b514-c267ec659c1a 2024-11-08T04:31:11,374 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/.tmp/hbase.id 2024-11-08T04:31:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:11,387 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/.tmp/hbase.id]:[hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/hbase.id] 2024-11-08T04:31:11,432 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:11,437 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:11,455 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T04:31:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:11,498 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:11,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:11,513 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T04:31:11,517 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:11,563 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store 2024-11-08T04:31:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:11,587 INFO [master/6b18802fab89:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T04:31:11,590 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:11,591 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:11,591 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:11,591 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:11,593 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:11,593 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:11,593 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:11,594 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040271591Disabling compacts and flushes for region at 1731040271591Disabling writes for close at 1731040271593 (+2 ms)Writing region close event to WAL at 1731040271593Closed at 1731040271593 2024-11-08T04:31:11,597 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/.initializing 2024-11-08T04:31:11,597 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/WALs/6b18802fab89,36631,1731040270289 2024-11-08T04:31:11,605 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:11,620 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C36631%2C1731040270289, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/WALs/6b18802fab89,36631,1731040270289, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:11,640 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/WALs/6b18802fab89,36631,1731040270289/6b18802fab89%2C36631%2C1731040270289.1731040271624, exclude list is [], retry=0 2024-11-08T04:31:11,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41393,DS-fa1a7cab-0e85-4433-9bc6-c1c639236482,DISK] 2024-11-08T04:31:11,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5,DISK] 2024-11-08T04:31:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T04:31:11,693 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/WALs/6b18802fab89,36631,1731040270289/6b18802fab89%2C36631%2C1731040270289.1731040271624 2024-11-08T04:31:11,694 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851),(127.0.0.1/127.0.0.1:42063:42063)] 2024-11-08T04:31:11,695 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:11,695 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:11,699 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,700 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:11,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:11,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:11,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:11,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:11,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:11,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:11,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:11,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:11,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:11,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:11,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:11,781 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,785 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,786 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,792 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,792 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,795 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:11,799 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:11,803 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:11,805 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73947103, jitterRate=0.1018977016210556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:11,813 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040271712Initializing all the Stores at 1731040271714 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040271715 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040271715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040271716 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040271716Cleaning up temporary data from old regions at 1731040271792 (+76 ms)Region opened successfully at 1731040271813 (+21 ms) 2024-11-08T04:31:11,814 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:11,848 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d264c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:11,884 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:11,894 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:11,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:11,897 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:11,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T04:31:11,904 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T04:31:11,905 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:11,933 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:11,942 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:12,107 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:12,112 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:12,114 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:12,127 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:12,131 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:12,136 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:12,148 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:12,151 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:12,160 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:12,180 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:12,191 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,206 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,36631,1731040270289, sessionid=0x10118b650220000, setting cluster-up flag (Was=false) 2024-11-08T04:31:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,265 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:12,270 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,36631,1731040270289 2024-11-08T04:31:12,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:12,328 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:12,331 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,36631,1731040270289 2024-11-08T04:31:12,342 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:12,345 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(746): ClusterId : de5f8cbe-2290-43e8-b514-c267ec659c1a 2024-11-08T04:31:12,345 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(746): ClusterId : de5f8cbe-2290-43e8-b514-c267ec659c1a 2024-11-08T04:31:12,347 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:12,347 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:12,361 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:12,361 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:12,362 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:12,362 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:12,372 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:12,372 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:12,372 DEBUG [RS:1;6b18802fab89:34013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6011d6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:12,372 DEBUG [RS:0;6b18802fab89:40905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42630d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:12,385 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:40905 2024-11-08T04:31:12,385 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:34013 2024-11-08T04:31:12,388 INFO [RS:0;6b18802fab89:40905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:12,388 INFO [RS:1;6b18802fab89:34013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:12,389 INFO [RS:1;6b18802fab89:34013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:12,389 INFO [RS:0;6b18802fab89:40905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:12,389 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:12,389 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:12,392 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,36631,1731040270289 with port=40905, startcode=1731040271114 2024-11-08T04:31:12,392 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,36631,1731040270289 with port=34013, startcode=1731040271209 2024-11-08T04:31:12,402 DEBUG [RS:0;6b18802fab89:40905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:12,402 DEBUG [RS:1;6b18802fab89:34013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:12,433 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:12,434 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:12,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:12,441 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T04:31:12,444 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:12,447 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T04:31:12,452 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:12,457 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,36631,1731040270289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:12,465 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,466 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040302466 2024-11-08T04:31:12,466 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T04:31:12,466 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T04:31:12,467 WARN [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T04:31:12,467 WARN [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T04:31:12,468 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:12,469 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:12,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:12,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:12,474 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:12,474 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:12,475 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:12,475 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:12,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:12,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:12,476 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,479 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:12,480 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:12,481 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:12,483 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:12,484 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:12,486 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040272485,5,FailOnTimeoutGroup] 2024-11-08T04:31:12,487 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040272486,5,FailOnTimeoutGroup] 2024-11-08T04:31:12,487 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,487 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:12,488 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:12,489 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:12,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:12,492 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 2024-11-08T04:31:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:12,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:12,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:12,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:12,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:12,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:12,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:12,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:12,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:12,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:12,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:12,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:12,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:12,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:12,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:12,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:12,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:12,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:12,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:12,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740 2024-11-08T04:31:12,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740 2024-11-08T04:31:12,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:12,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:12,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:12,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:12,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:12,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73531240, jitterRate=0.09570086002349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:12,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040272510Initializing all the Stores at 1731040272512 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040272512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040272512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040272512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040272512Cleaning up temporary data from old regions at 1731040272535 (+23 ms)Region opened successfully at 1731040272548 (+13 ms) 2024-11-08T04:31:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:12,549 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:12,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:12,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040272549Disabling compacts and flushes for region at 1731040272549Disabling writes for close at 1731040272549Writing region close event to WAL at 1731040272550 (+1 ms)Closed at 1731040272550 2024-11-08T04:31:12,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:12,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:12,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:12,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:12,568 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,36631,1731040270289 with port=40905, startcode=1731040271114 2024-11-08T04:31:12,568 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,36631,1731040270289 with port=34013, startcode=1731040271209 2024-11-08T04:31:12,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:12,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,582 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 2024-11-08T04:31:12,583 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36221 2024-11-08T04:31:12,583 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:12,586 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 2024-11-08T04:31:12,586 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36221 2024-11-08T04:31:12,586 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:12,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:12,633 DEBUG [RS:1;6b18802fab89:34013 {}] zookeeper.ZKUtil(111): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,634 WARN [RS:1;6b18802fab89:34013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:12,634 INFO [RS:1;6b18802fab89:34013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:12,635 DEBUG [RS:0;6b18802fab89:40905 {}] zookeeper.ZKUtil(111): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,635 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,635 WARN [RS:0;6b18802fab89:40905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:12,635 INFO [RS:0;6b18802fab89:40905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:12,636 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,40905,1731040271114] 2024-11-08T04:31:12,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,34013,1731040271209] 2024-11-08T04:31:12,663 INFO [RS:1;6b18802fab89:34013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:12,663 INFO [RS:0;6b18802fab89:40905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:12,679 INFO [RS:0;6b18802fab89:40905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:12,679 INFO [RS:1;6b18802fab89:34013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:12,683 INFO [RS:0;6b18802fab89:40905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:12,683 INFO [RS:1;6b18802fab89:34013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:12,683 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,683 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,684 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:12,684 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:12,690 INFO [RS:0;6b18802fab89:40905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:12,690 INFO [RS:1;6b18802fab89:34013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:12,692 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,692 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,692 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,692 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,693 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:12,693 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:12,694 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,694 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,695 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,695 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:12,695 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:12,695 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:12,695 DEBUG [RS:0;6b18802fab89:40905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:12,695 DEBUG [RS:1;6b18802fab89:34013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:12,696 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,696 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,697 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,40905,1731040271114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:12,697 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,34013,1731040271209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:12,716 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:12,718 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,40905,1731040271114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,718 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,718 INFO [RS:0;6b18802fab89:40905 {}] regionserver.Replication(171): 6b18802fab89,40905,1731040271114 started 2024-11-08T04:31:12,720 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:12,720 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,34013,1731040271209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,721 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,721 INFO [RS:1;6b18802fab89:34013 {}] regionserver.Replication(171): 6b18802fab89,34013,1731040271209 started 2024-11-08T04:31:12,721 WARN [6b18802fab89:36631 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:12,736 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,737 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,40905,1731040271114, RpcServer on 6b18802fab89/172.17.0.2:40905, sessionid=0x10118b650220001 2024-11-08T04:31:12,737 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:12,737 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,34013,1731040271209, RpcServer on 6b18802fab89/172.17.0.2:34013, sessionid=0x10118b650220002 2024-11-08T04:31:12,737 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:12,737 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:12,738 DEBUG [RS:1;6b18802fab89:34013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,738 DEBUG [RS:0;6b18802fab89:40905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,738 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,34013,1731040271209' 2024-11-08T04:31:12,738 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,40905,1731040271114' 2024-11-08T04:31:12,738 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:12,738 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:12,739 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:12,739 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:12,739 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:12,739 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:12,740 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:12,740 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:12,740 DEBUG [RS:1;6b18802fab89:34013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,34013,1731040271209 2024-11-08T04:31:12,740 DEBUG [RS:0;6b18802fab89:40905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,40905,1731040271114 2024-11-08T04:31:12,740 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,34013,1731040271209' 2024-11-08T04:31:12,740 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,40905,1731040271114' 2024-11-08T04:31:12,740 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:12,740 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:12,740 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:12,740 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:12,741 DEBUG [RS:0;6b18802fab89:40905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:12,741 DEBUG [RS:1;6b18802fab89:34013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:12,741 INFO [RS:0;6b18802fab89:40905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:12,741 INFO [RS:1;6b18802fab89:34013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:12,741 INFO [RS:0;6b18802fab89:40905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:12,741 INFO [RS:1;6b18802fab89:34013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:12,846 INFO [RS:0;6b18802fab89:40905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:12,846 INFO [RS:1;6b18802fab89:34013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:12,848 INFO [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C40905%2C1731040271114, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs, maxLogs=32 2024-11-08T04:31:12,848 INFO [RS:1;6b18802fab89:34013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C34013%2C1731040271209, suffix=, logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,34013,1731040271209, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs, maxLogs=32 2024-11-08T04:31:12,867 DEBUG [RS:0;6b18802fab89:40905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114/6b18802fab89%2C40905%2C1731040271114.1731040272853, exclude list is [], retry=0 2024-11-08T04:31:12,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5,DISK] 2024-11-08T04:31:12,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41393,DS-fa1a7cab-0e85-4433-9bc6-c1c639236482,DISK] 2024-11-08T04:31:12,872 DEBUG [RS:1;6b18802fab89:34013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,34013,1731040271209/6b18802fab89%2C34013%2C1731040271209.1731040272853, exclude list is [], retry=0 2024-11-08T04:31:12,875 INFO [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114/6b18802fab89%2C40905%2C1731040271114.1731040272853 2024-11-08T04:31:12,875 DEBUG [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851),(127.0.0.1/127.0.0.1:42063:42063)] 2024-11-08T04:31:12,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41393,DS-fa1a7cab-0e85-4433-9bc6-c1c639236482,DISK] 2024-11-08T04:31:12,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5,DISK] 2024-11-08T04:31:12,881 INFO [RS:1;6b18802fab89:34013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,34013,1731040271209/6b18802fab89%2C34013%2C1731040271209.1731040272853 2024-11-08T04:31:12,882 DEBUG [RS:1;6b18802fab89:34013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38851:38851),(127.0.0.1/127.0.0.1:42063:42063)] 2024-11-08T04:31:12,976 DEBUG [6b18802fab89:36631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:12,987 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:12,994 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:12,994 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:12,994 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:12,994 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:12,994 INFO [6b18802fab89:36631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:12,994 INFO [6b18802fab89:36631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:12,994 DEBUG [6b18802fab89:36631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:13,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,40905,1731040271114 2024-11-08T04:31:13,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,40905,1731040271114, state=OPENING 2024-11-08T04:31:13,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:13,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:13,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,40905,1731040271114}] 2024-11-08T04:31:13,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:13,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:13,262 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:13,263 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:13,263 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:13,267 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C40905%2C1731040271114.meta, suffix=.meta, logDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114, archiveDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs, maxLogs=32 2024-11-08T04:31:13,283 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114/6b18802fab89%2C40905%2C1731040271114.meta.1731040273269.meta, exclude list is [], retry=0 2024-11-08T04:31:13,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41393,DS-fa1a7cab-0e85-4433-9bc6-c1c639236482,DISK] 2024-11-08T04:31:13,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-1b9aca63-d682-45ba-afdc-4a42d1f4acd5,DISK] 2024-11-08T04:31:13,290 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/WALs/6b18802fab89,40905,1731040271114/6b18802fab89%2C40905%2C1731040271114.meta.1731040273269.meta 2024-11-08T04:31:13,291 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42063:42063),(127.0.0.1/127.0.0.1:38851:38851)] 2024-11-08T04:31:13,291 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:13,292 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:13,294 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:13,299 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:13,303 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:13,303 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:13,303 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:13,303 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:13,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:13,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:13,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:13,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:13,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:13,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:13,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:13,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:13,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:13,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:13,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:13,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:13,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:13,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:13,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:13,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:13,320 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:13,321 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740 2024-11-08T04:31:13,324 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740 2024-11-08T04:31:13,327 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:13,327 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:13,328 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:13,331 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:13,333 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65773754, jitterRate=-0.019894689321517944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:13,333 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:13,334 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040273304Writing region info on filesystem at 1731040273304Initializing all the Stores at 1731040273306 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040273307 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040273307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040273307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040273307Cleaning up temporary data from old regions at 1731040273327 (+20 ms)Running coprocessor post-open hooks at 1731040273333 (+6 ms)Region opened successfully at 1731040273334 (+1 ms) 2024-11-08T04:31:13,341 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040273242 2024-11-08T04:31:13,352 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:13,353 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:13,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,40905,1731040271114 2024-11-08T04:31:13,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,40905,1731040271114, state=OPEN 2024-11-08T04:31:13,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:13,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:13,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:13,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:13,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,40905,1731040271114 2024-11-08T04:31:13,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:13,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,40905,1731040271114 in 300 msec 2024-11-08T04:31:13,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:13,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 819 msec 2024-11-08T04:31:13,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:13,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:13,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:13,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,40905,1731040271114, seqNum=-1] 2024-11-08T04:31:13,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:13,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:13,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0690 sec 2024-11-08T04:31:13,445 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040273444, completionTime=-1 2024-11-08T04:31:13,448 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:13,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:13,476 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:13,476 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040333476 2024-11-08T04:31:13,476 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040393476 2024-11-08T04:31:13,476 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-08T04:31:13,478 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T04:31:13,485 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,486 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,486 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,487 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:36631, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,488 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,488 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,495 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:13,519 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.200sec 2024-11-08T04:31:13,521 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:13,523 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:13,524 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:13,525 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:13,525 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:13,526 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:13,526 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:13,531 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:13,532 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:13,533 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36631,1731040270289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:13,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:13,557 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T04:31:13,557 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T04:31:13,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,36631,-1 for getting cluster id 2024-11-08T04:31:13,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:13,610 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de5f8cbe-2290-43e8-b514-c267ec659c1a' 2024-11-08T04:31:13,612 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:13,613 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de5f8cbe-2290-43e8-b514-c267ec659c1a" 2024-11-08T04:31:13,615 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2091df9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:13,615 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,36631,-1] 2024-11-08T04:31:13,617 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:13,620 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:13,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:13,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:13,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:13,632 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,40905,1731040271114, seqNum=-1] 2024-11-08T04:31:13,633 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:13,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:13,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,36631,1731040270289 2024-11-08T04:31:13,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:13,680 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,36631,1731040270289 2024-11-08T04:31:13,683 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b7ae09 2024-11-08T04:31:13,684 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:13,687 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:13,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:13,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:13,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:13,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:13,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:13,732 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 102c423b68786429a53177b1253f77c7, NAME => 'testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 2024-11-08T04:31:13,732 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dc6978b353db62dcf37bb9bb5389d6fe, NAME => 'testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0 2024-11-08T04:31:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:13,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:13,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 102c423b68786429a53177b1253f77c7, disabling compactions & flushes 2024-11-08T04:31:13,743 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:13,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:13,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. after waiting 0 ms 2024-11-08T04:31:13,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:13,743 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:13,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 102c423b68786429a53177b1253f77c7: Waiting for close lock at 1731040273742Disabling compacts and flushes for region at 1731040273743 (+1 ms)Disabling writes for close at 1731040273743Writing region close event to WAL at 1731040273743Closed at 1731040273743 2024-11-08T04:31:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:14,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:14,145 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing dc6978b353db62dcf37bb9bb5389d6fe, disabling compactions & flushes 2024-11-08T04:31:14,145 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,145 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,145 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. after waiting 0 ms 2024-11-08T04:31:14,145 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,145 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,146 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for dc6978b353db62dcf37bb9bb5389d6fe: Waiting for close lock at 1731040274145Disabling compacts and flushes for region at 1731040274145Disabling writes for close at 1731040274145Writing region close event to WAL at 1731040274145Closed at 1731040274145 2024-11-08T04:31:14,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:14,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040274150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040274150"}]},"ts":"1731040274150"} 2024-11-08T04:31:14,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040274150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040274150"}]},"ts":"1731040274150"} 2024-11-08T04:31:14,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:14,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:14,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040274188"}]},"ts":"1731040274188"} 2024-11-08T04:31:14,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:14,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:14,197 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:14,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:14,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:14,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:14,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:14,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:14,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:14,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=102c423b68786429a53177b1253f77c7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dc6978b353db62dcf37bb9bb5389d6fe, ASSIGN}] 2024-11-08T04:31:14,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=102c423b68786429a53177b1253f77c7, ASSIGN 2024-11-08T04:31:14,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dc6978b353db62dcf37bb9bb5389d6fe, ASSIGN 2024-11-08T04:31:14,204 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=102c423b68786429a53177b1253f77c7, ASSIGN; state=OFFLINE, location=6b18802fab89,40905,1731040271114; forceNewPlan=false, retain=false 2024-11-08T04:31:14,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dc6978b353db62dcf37bb9bb5389d6fe, ASSIGN; state=OFFLINE, location=6b18802fab89,34013,1731040271209; forceNewPlan=false, retain=false 2024-11-08T04:31:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:14,358 INFO [6b18802fab89:36631 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:14,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=102c423b68786429a53177b1253f77c7, regionState=OPENING, regionLocation=6b18802fab89,40905,1731040271114 2024-11-08T04:31:14,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dc6978b353db62dcf37bb9bb5389d6fe, regionState=OPENING, regionLocation=6b18802fab89,34013,1731040271209 2024-11-08T04:31:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=102c423b68786429a53177b1253f77c7, ASSIGN because future has completed 2024-11-08T04:31:14,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 102c423b68786429a53177b1253f77c7, server=6b18802fab89,40905,1731040271114}] 2024-11-08T04:31:14,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dc6978b353db62dcf37bb9bb5389d6fe, ASSIGN because future has completed 2024-11-08T04:31:14,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6978b353db62dcf37bb9bb5389d6fe, server=6b18802fab89,34013,1731040271209}] 2024-11-08T04:31:14,524 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:14,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:14,531 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:14,531 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 102c423b68786429a53177b1253f77c7, NAME => 'testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:14,532 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,532 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:14,532 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,532 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,535 INFO [StoreOpener-102c423b68786429a53177b1253f77c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,536 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,536 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => dc6978b353db62dcf37bb9bb5389d6fe, NAME => 'testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:14,536 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,537 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:14,537 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,537 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,538 INFO [StoreOpener-102c423b68786429a53177b1253f77c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 102c423b68786429a53177b1253f77c7 columnFamilyName family 2024-11-08T04:31:14,538 DEBUG [StoreOpener-102c423b68786429a53177b1253f77c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:14,539 INFO [StoreOpener-dc6978b353db62dcf37bb9bb5389d6fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,539 INFO [StoreOpener-102c423b68786429a53177b1253f77c7-1 {}] regionserver.HStore(327): Store=102c423b68786429a53177b1253f77c7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:14,539 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,541 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,541 INFO [StoreOpener-dc6978b353db62dcf37bb9bb5389d6fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc6978b353db62dcf37bb9bb5389d6fe columnFamilyName family 2024-11-08T04:31:14,541 DEBUG [StoreOpener-dc6978b353db62dcf37bb9bb5389d6fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:14,542 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,542 INFO [StoreOpener-dc6978b353db62dcf37bb9bb5389d6fe-1 {}] regionserver.HStore(327): Store=dc6978b353db62dcf37bb9bb5389d6fe/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:14,542 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,542 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,542 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,543 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,544 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,544 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,545 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,545 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,547 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,549 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:14,550 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 102c423b68786429a53177b1253f77c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67542780, jitterRate=0.0064658522605896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:14,550 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:14,550 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:14,551 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 102c423b68786429a53177b1253f77c7: Running coprocessor pre-open hook at 1731040274532Writing region info on filesystem at 1731040274532Initializing all the Stores at 1731040274534 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040274535 (+1 ms)Cleaning up temporary data from old regions at 1731040274542 (+7 ms)Running coprocessor post-open hooks at 1731040274550 (+8 ms)Region opened successfully at 1731040274551 (+1 ms) 2024-11-08T04:31:14,551 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened dc6978b353db62dcf37bb9bb5389d6fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69314915, jitterRate=0.032872721552848816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:14,552 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:14,552 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for dc6978b353db62dcf37bb9bb5389d6fe: Running coprocessor pre-open hook at 1731040274537Writing region info on filesystem at 1731040274537Initializing all the Stores at 1731040274538 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040274538Cleaning up temporary data from old regions at 1731040274545 (+7 ms)Running coprocessor post-open hooks at 1731040274552 (+7 ms)Region opened successfully at 1731040274552 2024-11-08T04:31:14,553 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe., pid=8, masterSystemTime=1731040274524 2024-11-08T04:31:14,553 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7., pid=7, masterSystemTime=1731040274520 2024-11-08T04:31:14,557 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,557 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:14,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dc6978b353db62dcf37bb9bb5389d6fe, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,34013,1731040271209 2024-11-08T04:31:14,562 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:14,562 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:14,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=102c423b68786429a53177b1253f77c7, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,40905,1731040271114 2024-11-08T04:31:14,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc6978b353db62dcf37bb9bb5389d6fe, server=6b18802fab89,34013,1731040271209 because future has completed 2024-11-08T04:31:14,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 102c423b68786429a53177b1253f77c7, server=6b18802fab89,40905,1731040271114 because future has completed 2024-11-08T04:31:14,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T04:31:14,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dc6978b353db62dcf37bb9bb5389d6fe, server=6b18802fab89,34013,1731040271209 in 202 msec 2024-11-08T04:31:14,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T04:31:14,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 102c423b68786429a53177b1253f77c7, server=6b18802fab89,40905,1731040271114 in 205 msec 2024-11-08T04:31:14,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dc6978b353db62dcf37bb9bb5389d6fe, ASSIGN in 375 msec 2024-11-08T04:31:14,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T04:31:14,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=102c423b68786429a53177b1253f77c7, ASSIGN in 377 msec 2024-11-08T04:31:14,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:14,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040274581"}]},"ts":"1731040274581"} 2024-11-08T04:31:14,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:14,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:14,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 890 msec 2024-11-08T04:31:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:14,863 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:14,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:14,866 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:14,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:14,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:14,892 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7., hostname=6b18802fab89,40905,1731040271114, seqNum=2] 2024-11-08T04:31:14,912 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe., hostname=6b18802fab89,34013,1731040271209, seqNum=2] 2024-11-08T04:31:14,913 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:14,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:14,935 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 102c423b68786429a53177b1253f77c7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:14,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/.tmp/family/c61ecde5c06c43f6a824ce98731a1a5b is 32, key is 1/family:/1731040274895/Put/seqid=0 2024-11-08T04:31:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:15,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/.tmp/family/c61ecde5c06c43f6a824ce98731a1a5b 2024-11-08T04:31:15,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/.tmp/family/c61ecde5c06c43f6a824ce98731a1a5b as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/family/c61ecde5c06c43f6a824ce98731a1a5b 2024-11-08T04:31:15,062 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/family/c61ecde5c06c43f6a824ce98731a1a5b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:15,070 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 102c423b68786429a53177b1253f77c7 in 133ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:15,071 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-08T04:31:15,073 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 102c423b68786429a53177b1253f77c7: 2024-11-08T04:31:15,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dc6978b353db62dcf37bb9bb5389d6fe 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:15,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/.tmp/family/f7d64ae863ee416e95f5b7190ab72d69 is 32, key is 5/family:/1731040274916/Put/seqid=0 2024-11-08T04:31:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:15,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/.tmp/family/f7d64ae863ee416e95f5b7190ab72d69 2024-11-08T04:31:15,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/.tmp/family/f7d64ae863ee416e95f5b7190ab72d69 as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/family/f7d64ae863ee416e95f5b7190ab72d69 2024-11-08T04:31:15,125 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/family/f7d64ae863ee416e95f5b7190ab72d69, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:15,126 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for dc6978b353db62dcf37bb9bb5389d6fe in 53ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:15,127 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dc6978b353db62dcf37bb9bb5389d6fe: 2024-11-08T04:31:15,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37885b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:15,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,36631,-1 for getting cluster id 2024-11-08T04:31:15,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:15,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de5f8cbe-2290-43e8-b514-c267ec659c1a' 2024-11-08T04:31:15,132 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:15,132 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de5f8cbe-2290-43e8-b514-c267ec659c1a" 2024-11-08T04:31:15,132 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9d0b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:15,133 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,36631,-1] 2024-11-08T04:31:15,133 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:15,133 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,135 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:15,136 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a8c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:15,150 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T04:31:15,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:15,153 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,40905,1731040271114, seqNum=-1] 2024-11-08T04:31:15,153 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:15,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:15,167 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:15,168 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:15,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:15,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:15,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:15,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:15,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:15,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:15,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:15,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:15,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:15,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1749632374, stopped=false 2024-11-08T04:31:15,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,36631,1731040270289 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:15,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:15,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:15,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:15,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:15,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:15,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:15,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,40905,1731040271114' ***** 2024-11-08T04:31:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,34013,1731040271209' ***** 2024-11-08T04:31:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:15,235 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:15,235 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:15,235 INFO [RS:0;6b18802fab89:40905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:15,235 INFO [RS:1;6b18802fab89:34013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:15,236 INFO [RS:0;6b18802fab89:40905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:15,236 INFO [RS:1;6b18802fab89:34013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:15,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:15,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:15,236 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(3091): Received CLOSE for 102c423b68786429a53177b1253f77c7 2024-11-08T04:31:15,236 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(3091): Received CLOSE for dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:15,237 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,40905,1731040271114 2024-11-08T04:31:15,237 INFO [RS:0;6b18802fab89:40905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:15,237 INFO [RS:0;6b18802fab89:40905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:40905. 2024-11-08T04:31:15,237 DEBUG [RS:0;6b18802fab89:40905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:15,238 DEBUG [RS:0;6b18802fab89:40905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,238 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 102c423b68786429a53177b1253f77c7, disabling compactions & flushes 2024-11-08T04:31:15,238 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:15,238 INFO [RS:0;6b18802fab89:40905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:15,238 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:15,238 INFO [RS:0;6b18802fab89:40905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:15,238 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,34013,1731040271209 2024-11-08T04:31:15,238 INFO [RS:0;6b18802fab89:40905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:15,238 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. after waiting 0 ms 2024-11-08T04:31:15,238 INFO [RS:1;6b18802fab89:34013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:15,238 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:15,238 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:15,238 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc6978b353db62dcf37bb9bb5389d6fe, disabling compactions & flushes 2024-11-08T04:31:15,238 INFO [RS:1;6b18802fab89:34013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:34013. 2024-11-08T04:31:15,238 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:15,239 DEBUG [RS:1;6b18802fab89:34013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:15,239 DEBUG [RS:1;6b18802fab89:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,239 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:15,239 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:15,239 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. after waiting 0 ms 2024-11-08T04:31:15,239 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:15,239 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:15,239 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 102c423b68786429a53177b1253f77c7=testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7.} 2024-11-08T04:31:15,239 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1325): Online Regions={dc6978b353db62dcf37bb9bb5389d6fe=testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe.} 2024-11-08T04:31:15,240 DEBUG [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1351): Waiting on dc6978b353db62dcf37bb9bb5389d6fe 2024-11-08T04:31:15,240 DEBUG [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1351): Waiting on 102c423b68786429a53177b1253f77c7, 1588230740 2024-11-08T04:31:15,240 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:15,240 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:15,240 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:15,240 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:15,240 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:15,240 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:15,247 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/102c423b68786429a53177b1253f77c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:15,247 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/default/testClearRegionBlockCache/dc6978b353db62dcf37bb9bb5389d6fe/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:15,250 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:15,250 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:15,250 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 102c423b68786429a53177b1253f77c7: Waiting for close lock at 1731040275237Running coprocessor pre-close hooks at 1731040275238 (+1 ms)Disabling compacts and flushes for region at 1731040275238Disabling writes for close at 1731040275238Writing region close event to WAL at 1731040275242 (+4 ms)Running coprocessor post-close hooks at 1731040275248 (+6 ms)Closed at 1731040275250 (+2 ms) 2024-11-08T04:31:15,250 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc6978b353db62dcf37bb9bb5389d6fe: Waiting for close lock at 1731040275238Running coprocessor pre-close hooks at 1731040275238Disabling compacts and flushes for region at 1731040275238Disabling writes for close at 1731040275239 (+1 ms)Writing region close event to WAL at 1731040275240 (+1 ms)Running coprocessor post-close hooks at 1731040275248 (+8 ms)Closed at 1731040275250 (+2 ms) 2024-11-08T04:31:15,250 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe. 2024-11-08T04:31:15,250 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040273689.102c423b68786429a53177b1253f77c7. 2024-11-08T04:31:15,267 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/info/f9c37585e2ef4b4eae35915ac910822f is 173, key is testClearRegionBlockCache,5,1731040273689.dc6978b353db62dcf37bb9bb5389d6fe./info:regioninfo/1731040274558/Put/seqid=0 2024-11-08T04:31:15,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:15,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:15,275 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/info/f9c37585e2ef4b4eae35915ac910822f 2024-11-08T04:31:15,300 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:15,301 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/ns/962d5e91c6354eb2bb9fd78bde0b5783 is 43, key is default/ns:d/1731040273429/Put/seqid=0 2024-11-08T04:31:15,304 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:15,309 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/ns/962d5e91c6354eb2bb9fd78bde0b5783 2024-11-08T04:31:15,338 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/table/c0a987a37732438aa4c4131bb0b4432d is 61, key is testClearRegionBlockCache/table:state/1731040274581/Put/seqid=0 2024-11-08T04:31:15,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:15,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:15,345 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/table/c0a987a37732438aa4c4131bb0b4432d 2024-11-08T04:31:15,355 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/info/f9c37585e2ef4b4eae35915ac910822f as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/info/f9c37585e2ef4b4eae35915ac910822f 2024-11-08T04:31:15,364 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/info/f9c37585e2ef4b4eae35915ac910822f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:15,366 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/ns/962d5e91c6354eb2bb9fd78bde0b5783 as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/ns/962d5e91c6354eb2bb9fd78bde0b5783 2024-11-08T04:31:15,375 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/ns/962d5e91c6354eb2bb9fd78bde0b5783, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:15,377 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/.tmp/table/c0a987a37732438aa4c4131bb0b4432d as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/table/c0a987a37732438aa4c4131bb0b4432d 2024-11-08T04:31:15,386 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/table/c0a987a37732438aa4c4131bb0b4432d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:15,388 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:15,388 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T04:31:15,395 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:15,397 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:15,397 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:15,397 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040275240Running coprocessor pre-close hooks at 1731040275240Disabling compacts and flushes for region at 1731040275240Disabling writes for close at 1731040275240Obtaining lock to block concurrent updates at 1731040275241 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731040275241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040275241Flushing stores of hbase:meta,,1.1588230740 at 1731040275242 (+1 ms)Flushing 1588230740/info: creating writer at 1731040275242Flushing 1588230740/info: appending metadata at 1731040275266 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731040275266Flushing 1588230740/ns: creating writer at 1731040275286 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731040275300 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731040275300Flushing 1588230740/table: creating writer at 1731040275318 (+18 ms)Flushing 1588230740/table: appending metadata at 1731040275337 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731040275337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd28c58: reopening flushed file at 1731040275353 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ceda9d: reopening flushed file at 1731040275364 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7c6c71: reopening flushed file at 1731040275375 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false at 1731040275388 (+13 ms)Writing region close event to WAL at 1731040275390 (+2 ms)Running coprocessor post-close hooks at 1731040275397 (+7 ms)Closed at 1731040275397 2024-11-08T04:31:15,397 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:15,440 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,34013,1731040271209; all regions closed. 2024-11-08T04:31:15,440 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,40905,1731040271114; all regions closed. 2024-11-08T04:31:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:15,455 DEBUG [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs 2024-11-08T04:31:15,455 INFO [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C40905%2C1731040271114.meta:.meta(num 1731040273269) 2024-11-08T04:31:15,455 DEBUG [RS:1;6b18802fab89:34013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C34013%2C1731040271209:(num 1731040272853) 2024-11-08T04:31:15,456 DEBUG [RS:1;6b18802fab89:34013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:15,456 INFO [RS:1;6b18802fab89:34013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:15,456 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:15,457 INFO [RS:1;6b18802fab89:34013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:15,457 INFO [RS:1;6b18802fab89:34013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:15,457 INFO [RS:1;6b18802fab89:34013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34013 2024-11-08T04:31:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:15,461 DEBUG [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/oldWALs 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C40905%2C1731040271114:(num 1731040272853) 2024-11-08T04:31:15,462 DEBUG [RS:0;6b18802fab89:40905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:15,462 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:15,462 INFO [RS:0;6b18802fab89:40905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40905 2024-11-08T04:31:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,34013,1731040271209 2024-11-08T04:31:15,475 INFO [RS:1;6b18802fab89:34013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:15,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,40905,1731040271114 2024-11-08T04:31:15,486 INFO [RS:0;6b18802fab89:40905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:15,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,40905,1731040271114] 2024-11-08T04:31:15,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,40905,1731040271114 already deleted, retry=false 2024-11-08T04:31:15,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,40905,1731040271114 expired; onlineServers=1 2024-11-08T04:31:15,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,34013,1731040271209] 2024-11-08T04:31:15,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,34013,1731040271209 already deleted, retry=false 2024-11-08T04:31:15,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,34013,1731040271209 expired; onlineServers=0 2024-11-08T04:31:15,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,36631,1731040270289' ***** 2024-11-08T04:31:15,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:15,529 INFO [M:0;6b18802fab89:36631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:15,529 INFO [M:0;6b18802fab89:36631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:15,529 DEBUG [M:0;6b18802fab89:36631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:15,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:15,530 DEBUG [M:0;6b18802fab89:36631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:15,530 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040272485 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040272485,5,FailOnTimeoutGroup] 2024-11-08T04:31:15,530 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040272486 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040272486,5,FailOnTimeoutGroup] 2024-11-08T04:31:15,530 INFO [M:0;6b18802fab89:36631 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:15,531 INFO [M:0;6b18802fab89:36631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:15,531 DEBUG [M:0;6b18802fab89:36631 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:15,531 INFO [M:0;6b18802fab89:36631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:15,532 INFO [M:0;6b18802fab89:36631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:15,533 INFO [M:0;6b18802fab89:36631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:15,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:15,539 DEBUG [M:0;6b18802fab89:36631 {}] zookeeper.ZKUtil(347): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:15,539 WARN [M:0;6b18802fab89:36631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:15,541 INFO [M:0;6b18802fab89:36631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/.lastflushedseqids 2024-11-08T04:31:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:15,557 INFO [M:0;6b18802fab89:36631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:15,557 INFO [M:0;6b18802fab89:36631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:15,557 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:15,557 INFO [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:15,557 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:15,557 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:15,557 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:15,557 INFO [M:0;6b18802fab89:36631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-08T04:31:15,577 DEBUG [M:0;6b18802fab89:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9560066db6542a2971f4a107371ef43 is 82, key is hbase:meta,,1/info:regioninfo/1731040273354/Put/seqid=0 2024-11-08T04:31:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:15,585 INFO [M:0;6b18802fab89:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9560066db6542a2971f4a107371ef43 2024-11-08T04:31:15,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34013-0x10118b650220002, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,597 INFO [RS:1;6b18802fab89:34013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:15,598 INFO [RS:1;6b18802fab89:34013 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,34013,1731040271209; zookeeper connection closed. 2024-11-08T04:31:15,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2353f01c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2353f01c 2024-11-08T04:31:15,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,607 INFO [RS:0;6b18802fab89:40905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:15,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40905-0x10118b650220001, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,607 INFO [RS:0;6b18802fab89:40905 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,40905,1731040271114; zookeeper connection closed. 2024-11-08T04:31:15,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f0e6867 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f0e6867 2024-11-08T04:31:15,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:15,611 DEBUG [M:0;6b18802fab89:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e377d255c9e047f08ffa80a53f050331 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040274588/Put/seqid=0 2024-11-08T04:31:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:15,618 INFO [M:0;6b18802fab89:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e377d255c9e047f08ffa80a53f050331 2024-11-08T04:31:15,645 DEBUG [M:0;6b18802fab89:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108dcf5183c640af825b4c42836c8da3 is 69, key is 6b18802fab89,34013,1731040271209/rs:state/1731040272575/Put/seqid=0 2024-11-08T04:31:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:15,651 INFO [M:0;6b18802fab89:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108dcf5183c640af825b4c42836c8da3 2024-11-08T04:31:15,660 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9560066db6542a2971f4a107371ef43 as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9560066db6542a2971f4a107371ef43 2024-11-08T04:31:15,669 INFO [M:0;6b18802fab89:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9560066db6542a2971f4a107371ef43, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:15,671 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e377d255c9e047f08ffa80a53f050331 as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e377d255c9e047f08ffa80a53f050331 2024-11-08T04:31:15,679 INFO [M:0;6b18802fab89:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e377d255c9e047f08ffa80a53f050331, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:15,680 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108dcf5183c640af825b4c42836c8da3 as hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/108dcf5183c640af825b4c42836c8da3 2024-11-08T04:31:15,688 INFO [M:0;6b18802fab89:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36221/user/jenkins/test-data/36bfe06d-cbe6-eb02-1869-4e1dc03e1dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/108dcf5183c640af825b4c42836c8da3, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:15,690 INFO [M:0;6b18802fab89:36631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:15,691 INFO [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:15,692 DEBUG [M:0;6b18802fab89:36631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040275557Disabling compacts and flushes for region at 1731040275557Disabling writes for close at 1731040275557Obtaining lock to block concurrent updates at 1731040275557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040275557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731040275558 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040275559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040275559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040275577 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040275577Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040275593 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040275610 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040275610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040275626 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040275644 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040275644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b09030f: reopening flushed file at 1731040275658 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb4e5d7: reopening flushed file at 1731040275669 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12990fd3: reopening flushed file at 1731040275679 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1731040275690 (+11 ms)Writing region close event to WAL at 1731040275691 (+1 ms)Closed at 1731040275691 2024-11-08T04:31:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41393 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:15,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:15,696 INFO [M:0;6b18802fab89:36631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:15,696 INFO [M:0;6b18802fab89:36631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36631 2024-11-08T04:31:15,696 INFO [M:0;6b18802fab89:36631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,807 INFO [M:0;6b18802fab89:36631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10118b650220000, quorum=127.0.0.1:65196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:15,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:15,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:15,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:15,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:15,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:15,857 WARN [BP-1476226785-172.17.0.2-1731040265802 heartbeating to localhost/127.0.0.1:36221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:15,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:15,857 WARN [BP-1476226785-172.17.0.2-1731040265802 heartbeating to localhost/127.0.0.1:36221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476226785-172.17.0.2-1731040265802 (Datanode Uuid b4096914-c8fb-4db5-becc-eb8ec28b36f2) service to localhost/127.0.0.1:36221 2024-11-08T04:31:15,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:15,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data3/current/BP-1476226785-172.17.0.2-1731040265802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:15,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data4/current/BP-1476226785-172.17.0.2-1731040265802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:15,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:15,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:15,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:15,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:15,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:15,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:15,866 WARN [BP-1476226785-172.17.0.2-1731040265802 heartbeating to localhost/127.0.0.1:36221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:15,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:15,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:15,866 WARN [BP-1476226785-172.17.0.2-1731040265802 heartbeating to localhost/127.0.0.1:36221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476226785-172.17.0.2-1731040265802 (Datanode Uuid 0298eb33-9fbe-4ef4-b987-2722a4c63804) service to localhost/127.0.0.1:36221 2024-11-08T04:31:15,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data1/current/BP-1476226785-172.17.0.2-1731040265802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:15,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/cluster_8c7bc21d-b959-9a04-c2eb-eac22a1b6151/data/data2/current/BP-1476226785-172.17.0.2-1731040265802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:15,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:15,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:15,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:15,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:15,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:15,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:15,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:15,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:15,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36221 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b18802fab89:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b18802fab89:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6b18802fab89:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7f91455a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b18802fab89:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36221 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 933), ProcessCount=11 (was 11), AvailableMemoryMB=8679 (was 9270) 2024-11-08T04:31:15,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=8679 2024-11-08T04:31:15,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir so I do NOT create it in target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a 2024-11-08T04:31:15,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T04:31:15,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.tmp.dir so I do NOT create it in target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a 2024-11-08T04:31:15,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f199cea2-ac10-6db2-b980-7a23ed6d6ce6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T04:31:15,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a 2024-11-08T04:31:15,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:15,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70, deleteOnExit=true 2024-11-08T04:31:15,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/test.cache.data in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:15,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:16,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:16,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:16,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:16,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:16,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:16,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:16,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@470b5537{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:16,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c957d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:16,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9c240{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/java.io.tmpdir/jetty-localhost-40557-hadoop-hdfs-3_4_1-tests_jar-_-any-10634726347310030270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:16,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d806d25{HTTP/1.1, (http/1.1)}{localhost:40557} 2024-11-08T04:31:16,411 INFO [Time-limited test {}] server.Server(415): Started @12452ms 2024-11-08T04:31:16,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:16,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:16,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:16,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:16,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:16,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52601f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:16,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:16,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553d71ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-2840288035476540345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:16,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7296f155{HTTP/1.1, (http/1.1)}{localhost:45187} 2024-11-08T04:31:16,781 INFO [Time-limited test {}] server.Server(415): Started @12823ms 2024-11-08T04:31:16,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:16,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:16,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:16,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:16,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:16,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:16,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c833720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:16,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac0c0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:16,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9888bd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/java.io.tmpdir/jetty-localhost-35647-hadoop-hdfs-3_4_1-tests_jar-_-any-8464707929428831960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:16,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c6baba1{HTTP/1.1, (http/1.1)}{localhost:35647} 2024-11-08T04:31:16,913 INFO [Time-limited test {}] server.Server(415): Started @12954ms 2024-11-08T04:31:16,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:17,917 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data1/current/BP-1194186381-172.17.0.2-1731040275962/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:17,917 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data2/current/BP-1194186381-172.17.0.2-1731040275962/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:17,936 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb79aab4e0868973 with lease ID 0xd58b2c95c4c9cc61: Processing first storage report for DS-bd2128ae-41c1-4364-a096-d07dfcc98553 from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=e784061f-61a0-41c0-9b11-1ab6ae9006e0, infoPort=38771, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962) 2024-11-08T04:31:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb79aab4e0868973 with lease ID 0xd58b2c95c4c9cc61: from storage DS-bd2128ae-41c1-4364-a096-d07dfcc98553 node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=e784061f-61a0-41c0-9b11-1ab6ae9006e0, infoPort=38771, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb79aab4e0868973 with lease ID 0xd58b2c95c4c9cc61: Processing first storage report for DS-1c2357ea-33a7-4049-bc34-5288089578ce from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=e784061f-61a0-41c0-9b11-1ab6ae9006e0, infoPort=38771, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962) 2024-11-08T04:31:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb79aab4e0868973 with lease ID 0xd58b2c95c4c9cc61: from storage DS-1c2357ea-33a7-4049-bc34-5288089578ce node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=e784061f-61a0-41c0-9b11-1ab6ae9006e0, infoPort=38771, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:18,169 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data3/current/BP-1194186381-172.17.0.2-1731040275962/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:18,169 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data4/current/BP-1194186381-172.17.0.2-1731040275962/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:18,185 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd2df678403b5d0 with lease ID 0xd58b2c95c4c9cc62: Processing first storage report for DS-3fd8e9c0-45f9-4140-a52b-312970b8448f from datanode DatanodeRegistration(127.0.0.1:40033, datanodeUuid=0f90b9b6-187d-4629-a976-cebb2db3d049, infoPort=42047, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962) 2024-11-08T04:31:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd2df678403b5d0 with lease ID 0xd58b2c95c4c9cc62: from storage DS-3fd8e9c0-45f9-4140-a52b-312970b8448f node DatanodeRegistration(127.0.0.1:40033, datanodeUuid=0f90b9b6-187d-4629-a976-cebb2db3d049, infoPort=42047, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd2df678403b5d0 with lease ID 0xd58b2c95c4c9cc62: Processing first storage report for DS-aedd25c7-fb66-4720-9ef6-6e89b5db5568 from datanode DatanodeRegistration(127.0.0.1:40033, datanodeUuid=0f90b9b6-187d-4629-a976-cebb2db3d049, infoPort=42047, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962) 2024-11-08T04:31:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd2df678403b5d0 with lease ID 0xd58b2c95c4c9cc62: from storage DS-aedd25c7-fb66-4720-9ef6-6e89b5db5568 node DatanodeRegistration(127.0.0.1:40033, datanodeUuid=0f90b9b6-187d-4629-a976-cebb2db3d049, infoPort=42047, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2137110588;c=1731040275962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:18,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a 2024-11-08T04:31:18,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/zookeeper_0, clientPort=55872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:18,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55872 2024-11-08T04:31:18,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:18,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 with version=8 2024-11-08T04:31:18,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/hbase-staging 2024-11-08T04:31:18,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:18,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:18,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:18,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37205 2024-11-08T04:31:18,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37205 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-08T04:31:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372050x0, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37205-0x10118b6729f0000 connected 2024-11-08T04:31:18,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:18,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3, hbase.cluster.distributed=false 2024-11-08T04:31:18,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-08T04:31:18,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37205 2024-11-08T04:31:18,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37205 2024-11-08T04:31:18,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-08T04:31:18,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-08T04:31:18,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:18,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:18,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35835 2024-11-08T04:31:18,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35835 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-08T04:31:18,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358350x0, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:18,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358350x0, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:18,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35835-0x10118b6729f0001 connected 2024-11-08T04:31:18,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:18,466 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:18,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:18,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-08T04:31:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35835 2024-11-08T04:31:18,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35835 2024-11-08T04:31:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-08T04:31:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-08T04:31:18,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:18,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:18,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41195 2024-11-08T04:31:18,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41195 connecting to ZooKeeper ensemble=127.0.0.1:55872 2024-11-08T04:31:18,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411950x0, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:18,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:18,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41195-0x10118b6729f0002 connected 2024-11-08T04:31:18,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:18,541 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:18,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:18,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:18,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-08T04:31:18,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41195 2024-11-08T04:31:18,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41195 2024-11-08T04:31:18,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-08T04:31:18,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-08T04:31:18,564 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:37205 2024-11-08T04:31:18,564 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,570 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,581 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:18,582 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,37205,1731040278279 from backup master directory 2024-11-08T04:31:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:18,591 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:18,591 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,597 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/hbase.id] with ID: d8b2a93a-7610-4301-8f3a-1d688718123b 2024-11-08T04:31:18,597 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/.tmp/hbase.id 2024-11-08T04:31:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:18,604 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/.tmp/hbase.id]:[hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/hbase.id] 2024-11-08T04:31:18,623 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:18,623 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:18,625 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T04:31:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:18,644 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:18,644 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:18,645 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:18,655 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store 2024-11-08T04:31:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:18,666 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:18,666 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:18,666 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040278666Disabling compacts and flushes for region at 1731040278666Disabling writes for close at 1731040278666Writing region close event to WAL at 1731040278666Closed at 1731040278666 2024-11-08T04:31:18,667 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/.initializing 2024-11-08T04:31:18,667 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/WALs/6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,669 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:18,671 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C37205%2C1731040278279, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/WALs/6b18802fab89,37205,1731040278279, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:18,683 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/WALs/6b18802fab89,37205,1731040278279/6b18802fab89%2C37205%2C1731040278279.1731040278671, exclude list is [], retry=0 2024-11-08T04:31:18,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40033,DS-3fd8e9c0-45f9-4140-a52b-312970b8448f,DISK] 2024-11-08T04:31:18,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-bd2128ae-41c1-4364-a096-d07dfcc98553,DISK] 2024-11-08T04:31:18,690 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/WALs/6b18802fab89,37205,1731040278279/6b18802fab89%2C37205%2C1731040278279.1731040278671 2024-11-08T04:31:18,690 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38771:38771),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-08T04:31:18,690 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:18,690 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:18,690 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,690 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:18,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:18,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:18,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:18,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:18,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:18,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:18,702 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,703 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,704 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,705 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,705 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,706 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:18,708 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:18,710 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:18,711 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75194962, jitterRate=0.12049224972724915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:18,712 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040278691Initializing all the Stores at 1731040278692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040278692Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040278692Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040278692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040278692Cleaning up temporary data from old regions at 1731040278705 (+13 ms)Region opened successfully at 1731040278712 (+7 ms) 2024-11-08T04:31:18,712 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:18,716 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1273f4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:18,717 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:18,718 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:18,718 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:18,718 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:18,719 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T04:31:18,719 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T04:31:18,719 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:18,722 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:18,723 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:18,727 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:18,728 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:18,729 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:18,738 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:18,739 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:18,740 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:18,749 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:18,750 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:18,759 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:18,762 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:18,770 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,781 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,37205,1731040278279, sessionid=0x10118b6729f0000, setting cluster-up flag (Was=false) 2024-11-08T04:31:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T04:31:18,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:18,833 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:18,836 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:18,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:18,885 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:18,887 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,37205,1731040278279 2024-11-08T04:31:18,889 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:18,891 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:18,891 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:18,891 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:18,892 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,37205,1731040278279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:18,894 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:18,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040308895 2024-11-08T04:31:18,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:18,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:18,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:18,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:18,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:18,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:18,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:18,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:18,897 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:18,898 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:18,898 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:18,898 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:18,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:18,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:18,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,899 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040278899,5,FailOnTimeoutGroup] 2024-11-08T04:31:18,899 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040278899,5,FailOnTimeoutGroup] 2024-11-08T04:31:18,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:18,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:18,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:18,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:18,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:18,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:18,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 2024-11-08T04:31:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:18,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:18,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:18,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:18,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:18,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:18,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:18,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:18,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:18,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:18,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:18,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:18,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:18,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:18,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:18,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:18,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740 2024-11-08T04:31:18,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740 2024-11-08T04:31:18,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:18,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:18,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:18,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:18,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:18,937 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61540054, jitterRate=-0.08298173546791077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040278919Initializing all the Stores at 1731040278920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040278920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040278920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040278920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040278920Cleaning up temporary data from old regions at 1731040278932 (+12 ms)Region opened successfully at 1731040278938 (+6 ms) 2024-11-08T04:31:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:18,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:18,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040278938Disabling compacts and flushes for region at 1731040278938Disabling writes for close at 1731040278938Writing region close event to WAL at 1731040278939 (+1 ms)Closed at 1731040278939 2024-11-08T04:31:18,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:18,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:18,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:18,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:18,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:18,950 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(746): ClusterId : d8b2a93a-7610-4301-8f3a-1d688718123b 2024-11-08T04:31:18,950 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(746): ClusterId : d8b2a93a-7610-4301-8f3a-1d688718123b 2024-11-08T04:31:18,950 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:18,950 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:18,960 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:18,960 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:18,960 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:18,960 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:18,971 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:18,971 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:18,971 DEBUG [RS:0;6b18802fab89:35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4481d39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:18,971 DEBUG [RS:1;6b18802fab89:41195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e8bf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:18,984 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:35835 2024-11-08T04:31:18,984 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:41195 2024-11-08T04:31:18,984 INFO [RS:0;6b18802fab89:35835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:18,984 INFO [RS:1;6b18802fab89:41195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:18,984 INFO [RS:0;6b18802fab89:35835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:18,984 INFO [RS:1;6b18802fab89:41195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:18,984 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:18,984 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:18,985 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,37205,1731040278279 with port=41195, startcode=1731040278490 2024-11-08T04:31:18,985 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,37205,1731040278279 with port=35835, startcode=1731040278448 2024-11-08T04:31:18,985 DEBUG [RS:1;6b18802fab89:41195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:18,985 DEBUG [RS:0;6b18802fab89:35835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:18,987 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:18,987 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:18,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,35835,1731040278448 2024-11-08T04:31:18,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,35835,1731040278448 2024-11-08T04:31:18,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,41195,1731040278490 2024-11-08T04:31:18,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,41195,1731040278490 2024-11-08T04:31:18,990 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 2024-11-08T04:31:18,990 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35729 2024-11-08T04:31:18,990 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:18,992 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 2024-11-08T04:31:18,992 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35729 2024-11-08T04:31:18,992 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:19,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:19,045 DEBUG [RS:0;6b18802fab89:35835 {}] zookeeper.ZKUtil(111): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,045 WARN [RS:0;6b18802fab89:35835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:19,046 INFO [RS:0;6b18802fab89:35835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:19,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,35835,1731040278448] 2024-11-08T04:31:19,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,41195,1731040278490] 2024-11-08T04:31:19,046 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,046 DEBUG [RS:1;6b18802fab89:41195 {}] zookeeper.ZKUtil(111): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,41195,1731040278490 2024-11-08T04:31:19,046 WARN [RS:1;6b18802fab89:41195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:19,046 INFO [RS:1;6b18802fab89:41195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:19,046 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,41195,1731040278490 2024-11-08T04:31:19,052 INFO [RS:0;6b18802fab89:35835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:19,052 INFO [RS:1;6b18802fab89:41195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:19,056 INFO [RS:0;6b18802fab89:35835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:19,057 INFO [RS:0;6b18802fab89:35835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:19,057 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,057 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:19,058 INFO [RS:0;6b18802fab89:35835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:19,059 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,059 INFO [RS:1;6b18802fab89:41195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 INFO [RS:1;6b18802fab89:41195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:19,059 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,059 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,060 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:19,060 DEBUG [RS:0;6b18802fab89:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:19,061 INFO [RS:1;6b18802fab89:41195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:19,061 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,061 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35835,1731040278448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,061 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:19,062 DEBUG [RS:1;6b18802fab89:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:19,067 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,067 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,067 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,067 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,068 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,068 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41195,1731040278490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:19,081 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:19,081 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35835,1731040278448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,082 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,082 INFO [RS:0;6b18802fab89:35835 {}] regionserver.Replication(171): 6b18802fab89,35835,1731040278448 started 2024-11-08T04:31:19,083 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:19,084 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41195,1731040278490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,084 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,084 INFO [RS:1;6b18802fab89:41195 {}] regionserver.Replication(171): 6b18802fab89,41195,1731040278490 started 2024-11-08T04:31:19,094 WARN [6b18802fab89:37205 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:19,095 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,095 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,35835,1731040278448, RpcServer on 6b18802fab89/172.17.0.2:35835, sessionid=0x10118b6729f0001 2024-11-08T04:31:19,095 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:19,095 DEBUG [RS:0;6b18802fab89:35835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,095 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,35835,1731040278448' 2024-11-08T04:31:19,095 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:19,096 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,35835,1731040278448' 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:19,097 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,097 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:19,097 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,41195,1731040278490, RpcServer on 6b18802fab89/172.17.0.2:41195, sessionid=0x10118b6729f0002 2024-11-08T04:31:19,098 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:19,098 DEBUG [RS:1;6b18802fab89:41195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,41195,1731040278490 2024-11-08T04:31:19,098 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41195,1731040278490' 2024-11-08T04:31:19,098 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:19,098 DEBUG [RS:0;6b18802fab89:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:19,098 INFO [RS:0;6b18802fab89:35835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:19,098 INFO [RS:0;6b18802fab89:35835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:19,098 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,41195,1731040278490 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41195,1731040278490' 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:19,099 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:19,100 DEBUG [RS:1;6b18802fab89:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:19,100 INFO [RS:1;6b18802fab89:41195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:19,100 INFO [RS:1;6b18802fab89:41195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:19,199 INFO [RS:0;6b18802fab89:35835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:19,201 INFO [RS:1;6b18802fab89:41195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:19,203 INFO [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C35835%2C1731040278448, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs, maxLogs=32 2024-11-08T04:31:19,205 INFO [RS:1;6b18802fab89:41195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C41195%2C1731040278490, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,41195,1731040278490, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs, maxLogs=32 2024-11-08T04:31:19,221 DEBUG [RS:0;6b18802fab89:35835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448/6b18802fab89%2C35835%2C1731040278448.1731040279208, exclude list is [], retry=0 2024-11-08T04:31:19,222 DEBUG [RS:1;6b18802fab89:41195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,41195,1731040278490/6b18802fab89%2C41195%2C1731040278490.1731040279208, exclude list is [], retry=0 2024-11-08T04:31:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40033,DS-3fd8e9c0-45f9-4140-a52b-312970b8448f,DISK] 2024-11-08T04:31:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-bd2128ae-41c1-4364-a096-d07dfcc98553,DISK] 2024-11-08T04:31:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-bd2128ae-41c1-4364-a096-d07dfcc98553,DISK] 2024-11-08T04:31:19,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40033,DS-3fd8e9c0-45f9-4140-a52b-312970b8448f,DISK] 2024-11-08T04:31:19,230 INFO [RS:1;6b18802fab89:41195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,41195,1731040278490/6b18802fab89%2C41195%2C1731040278490.1731040279208 2024-11-08T04:31:19,230 INFO [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448/6b18802fab89%2C35835%2C1731040278448.1731040279208 2024-11-08T04:31:19,231 DEBUG [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38771:38771),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-08T04:31:19,231 DEBUG [RS:1;6b18802fab89:41195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38771:38771),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-08T04:31:19,344 DEBUG [6b18802fab89:37205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:19,345 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:19,349 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:19,349 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:19,349 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:19,350 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:19,350 INFO [6b18802fab89:37205 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:19,350 INFO [6b18802fab89:37205 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:19,350 DEBUG [6b18802fab89:37205 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:19,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,35835,1731040278448, state=OPENING 2024-11-08T04:31:19,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:19,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:19,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,35835,1731040278448}] 2024-11-08T04:31:19,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:19,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:19,550 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:19,550 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:19,551 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:19,553 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C35835%2C1731040278448.meta, suffix=.meta, logDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs, maxLogs=32 2024-11-08T04:31:19,567 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448/6b18802fab89%2C35835%2C1731040278448.meta.1731040279554.meta, exclude list is [], retry=0 2024-11-08T04:31:19,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40033,DS-3fd8e9c0-45f9-4140-a52b-312970b8448f,DISK] 2024-11-08T04:31:19,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-bd2128ae-41c1-4364-a096-d07dfcc98553,DISK] 2024-11-08T04:31:19,572 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/WALs/6b18802fab89,35835,1731040278448/6b18802fab89%2C35835%2C1731040278448.meta.1731040279554.meta 2024-11-08T04:31:19,572 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38771:38771),(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-08T04:31:19,572 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:19,572 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:19,573 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:19,573 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:19,573 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:19,573 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:19,573 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:19,573 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:19,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:19,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:19,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:19,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:19,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:19,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:19,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:19,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:19,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:19,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:19,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:19,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:19,581 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:19,582 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740 2024-11-08T04:31:19,583 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740 2024-11-08T04:31:19,585 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:19,585 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:19,586 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:19,587 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:19,588 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72801108, jitterRate=0.08482104539871216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:19,588 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:19,589 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040279573Writing region info on filesystem at 1731040279573Initializing all the Stores at 1731040279574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040279574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040279575 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040279575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040279575Cleaning up temporary data from old regions at 1731040279585 (+10 ms)Running coprocessor post-open hooks at 1731040279588 (+3 ms)Region opened successfully at 1731040279589 (+1 ms) 2024-11-08T04:31:19,591 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040279538 2024-11-08T04:31:19,594 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:19,594 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:19,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,35835,1731040278448, state=OPEN 2024-11-08T04:31:19,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:19,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:19,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:19,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,35835,1731040278448 2024-11-08T04:31:19,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:19,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:19,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,35835,1731040278448 in 219 msec 2024-11-08T04:31:19,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:19,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-08T04:31:19,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:19,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:19,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:19,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,35835,1731040278448, seqNum=-1] 2024-11-08T04:31:19,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:19,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:19,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 730 msec 2024-11-08T04:31:19,621 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040279621, completionTime=-1 2024-11-08T04:31:19,622 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:19,622 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040339624 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040399624 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:37205, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,625 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,625 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,627 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:19,629 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.038sec 2024-11-08T04:31:19,629 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:19,629 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:19,629 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:19,630 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:19,630 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:19,630 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:19,630 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:19,633 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:19,633 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:19,633 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,37205,1731040278279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:19,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a2c39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:19,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,37205,-1 for getting cluster id 2024-11-08T04:31:19,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:19,652 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8b2a93a-7610-4301-8f3a-1d688718123b' 2024-11-08T04:31:19,652 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:19,652 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8b2a93a-7610-4301-8f3a-1d688718123b" 2024-11-08T04:31:19,653 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edc7413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:19,653 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,37205,-1] 2024-11-08T04:31:19,653 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:19,653 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:19,655 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:19,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:19,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:19,659 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,35835,1731040278448, seqNum=-1] 2024-11-08T04:31:19,659 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:19,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:19,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,37205,1731040278279 2024-11-08T04:31:19,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:19,665 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,37205,1731040278279 2024-11-08T04:31:19,665 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295c0be9 2024-11-08T04:31:19,665 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:19,667 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:19,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:19,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:19,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:19,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:19,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:19,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad6a874186c598a0806a25e3c013063d, NAME => 'testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 2024-11-08T04:31:19,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a83af1152774b93921db64db7a814871, NAME => 'testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3 2024-11-08T04:31:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:19,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ad6a874186c598a0806a25e3c013063d, disabling compactions & flushes 2024-11-08T04:31:19,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. after waiting 0 ms 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:19,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:19,700 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad6a874186c598a0806a25e3c013063d: Waiting for close lock at 1731040279700Disabling compacts and flushes for region at 1731040279700Disabling writes for close at 1731040279700Writing region close event to WAL at 1731040279700Closed at 1731040279700 2024-11-08T04:31:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:20,102 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:20,103 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a83af1152774b93921db64db7a814871, disabling compactions & flushes 2024-11-08T04:31:20,103 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,103 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,103 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. after waiting 0 ms 2024-11-08T04:31:20,103 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,103 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a83af1152774b93921db64db7a814871: Waiting for close lock at 1731040280103Disabling compacts and flushes for region at 1731040280103Disabling writes for close at 1731040280103Writing region close event to WAL at 1731040280103Closed at 1731040280103 2024-11-08T04:31:20,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:20,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040280108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040280108"}]},"ts":"1731040280108"} 2024-11-08T04:31:20,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040280108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040280108"}]},"ts":"1731040280108"} 2024-11-08T04:31:20,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:20,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:20,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040280118"}]},"ts":"1731040280118"} 2024-11-08T04:31:20,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:20,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:20,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:20,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:20,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:20,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:20,124 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:20,124 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:20,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:20,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a83af1152774b93921db64db7a814871, ASSIGN}] 2024-11-08T04:31:20,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a83af1152774b93921db64db7a814871, ASSIGN 2024-11-08T04:31:20,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d, ASSIGN 2024-11-08T04:31:20,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a83af1152774b93921db64db7a814871, ASSIGN; state=OFFLINE, location=6b18802fab89,41195,1731040278490; forceNewPlan=false, retain=false 2024-11-08T04:31:20,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d, ASSIGN; state=OFFLINE, location=6b18802fab89,35835,1731040278448; forceNewPlan=false, retain=false 2024-11-08T04:31:20,279 INFO [6b18802fab89:37205 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:20,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad6a874186c598a0806a25e3c013063d, regionState=OPENING, regionLocation=6b18802fab89,35835,1731040278448 2024-11-08T04:31:20,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a83af1152774b93921db64db7a814871, regionState=OPENING, regionLocation=6b18802fab89,41195,1731040278490 2024-11-08T04:31:20,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d, ASSIGN because future has completed 2024-11-08T04:31:20,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6a874186c598a0806a25e3c013063d, server=6b18802fab89,35835,1731040278448}] 2024-11-08T04:31:20,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a83af1152774b93921db64db7a814871, ASSIGN because future has completed 2024-11-08T04:31:20,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a83af1152774b93921db64db7a814871, server=6b18802fab89,41195,1731040278490}] 2024-11-08T04:31:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:20,443 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:20,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:20,445 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:20,445 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ad6a874186c598a0806a25e3c013063d, NAME => 'testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:20,446 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,446 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:20,446 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,446 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,448 INFO [StoreOpener-ad6a874186c598a0806a25e3c013063d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,450 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,450 INFO [StoreOpener-ad6a874186c598a0806a25e3c013063d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6a874186c598a0806a25e3c013063d columnFamilyName family 2024-11-08T04:31:20,450 DEBUG [StoreOpener-ad6a874186c598a0806a25e3c013063d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:20,450 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a83af1152774b93921db64db7a814871, NAME => 'testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:20,451 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,451 INFO [StoreOpener-ad6a874186c598a0806a25e3c013063d-1 {}] regionserver.HStore(327): Store=ad6a874186c598a0806a25e3c013063d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:20,451 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:20,451 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,452 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,452 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,455 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,455 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,456 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,456 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,456 INFO [StoreOpener-a83af1152774b93921db64db7a814871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,458 INFO [StoreOpener-a83af1152774b93921db64db7a814871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a83af1152774b93921db64db7a814871 columnFamilyName family 2024-11-08T04:31:20,458 DEBUG [StoreOpener-a83af1152774b93921db64db7a814871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:20,458 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,459 INFO [StoreOpener-a83af1152774b93921db64db7a814871-1 {}] regionserver.HStore(327): Store=a83af1152774b93921db64db7a814871/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:20,459 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,460 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,460 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,461 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,461 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,461 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:20,462 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ad6a874186c598a0806a25e3c013063d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64888829, jitterRate=-0.03308109939098358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:20,462 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:20,463 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,463 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ad6a874186c598a0806a25e3c013063d: Running coprocessor pre-open hook at 1731040280447Writing region info on filesystem at 1731040280447Initializing all the Stores at 1731040280448 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040280448Cleaning up temporary data from old regions at 1731040280456 (+8 ms)Running coprocessor post-open hooks at 1731040280462 (+6 ms)Region opened successfully at 1731040280463 (+1 ms) 2024-11-08T04:31:20,464 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d., pid=7, masterSystemTime=1731040280439 2024-11-08T04:31:20,468 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:20,468 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:20,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad6a874186c598a0806a25e3c013063d, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,35835,1731040278448 2024-11-08T04:31:20,472 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37205 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6b18802fab89,35835,1731040278448, table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T04:31:20,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6a874186c598a0806a25e3c013063d, server=6b18802fab89,35835,1731040278448 because future has completed 2024-11-08T04:31:20,477 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:20,478 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a83af1152774b93921db64db7a814871; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74278417, jitterRate=0.10683466494083405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:20,479 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a83af1152774b93921db64db7a814871 2024-11-08T04:31:20,479 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a83af1152774b93921db64db7a814871: Running coprocessor pre-open hook at 1731040280452Writing region info on filesystem at 1731040280452Initializing all the Stores at 1731040280453 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040280453Cleaning up temporary data from old regions at 1731040280461 (+8 ms)Running coprocessor post-open hooks at 1731040280479 (+18 ms)Region opened successfully at 1731040280479 2024-11-08T04:31:20,480 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871., pid=8, masterSystemTime=1731040280442 2024-11-08T04:31:20,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T04:31:20,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad6a874186c598a0806a25e3c013063d, server=6b18802fab89,35835,1731040278448 in 193 msec 2024-11-08T04:31:20,484 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,484 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:20,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad6a874186c598a0806a25e3c013063d, ASSIGN in 357 msec 2024-11-08T04:31:20,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a83af1152774b93921db64db7a814871, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,41195,1731040278490 2024-11-08T04:31:20,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a83af1152774b93921db64db7a814871, server=6b18802fab89,41195,1731040278490 because future has completed 2024-11-08T04:31:20,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T04:31:20,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a83af1152774b93921db64db7a814871, server=6b18802fab89,41195,1731040278490 in 203 msec 2024-11-08T04:31:20,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T04:31:20,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a83af1152774b93921db64db7a814871, ASSIGN in 369 msec 2024-11-08T04:31:20,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:20,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040280499"}]},"ts":"1731040280499"} 2024-11-08T04:31:20,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:20,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:20,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 836 msec 2024-11-08T04:31:20,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T04:31:20,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T04:31:20,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:20,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T04:31:20,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T04:31:20,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T04:31:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-08T04:31:20,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-08T04:31:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:20,810 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:20,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:20,810 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:20,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:20,814 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:20,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:20,818 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d., hostname=6b18802fab89,35835,1731040278448, seqNum=2] 2024-11-08T04:31:20,834 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871., hostname=6b18802fab89,41195,1731040278490, seqNum=2] 2024-11-08T04:31:20,835 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:20,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:20,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ad6a874186c598a0806a25e3c013063d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:20,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/.tmp/family/b4095833335a4701b5edc304e68d1962 is 32, key is 1/family:/1731040280819/Put/seqid=0 2024-11-08T04:31:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:20,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/.tmp/family/b4095833335a4701b5edc304e68d1962 2024-11-08T04:31:20,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/.tmp/family/b4095833335a4701b5edc304e68d1962 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/family/b4095833335a4701b5edc304e68d1962 2024-11-08T04:31:20,898 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/family/b4095833335a4701b5edc304e68d1962, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:20,899 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ad6a874186c598a0806a25e3c013063d in 48ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:20,899 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ad6a874186c598a0806a25e3c013063d: 2024-11-08T04:31:20,900 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a83af1152774b93921db64db7a814871 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:20,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/.tmp/family/fa670088bec944a285f51ae08319cb95 is 32, key is 5/family:/1731040280837/Put/seqid=0 2024-11-08T04:31:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:20,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/.tmp/family/fa670088bec944a285f51ae08319cb95 2024-11-08T04:31:20,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/.tmp/family/fa670088bec944a285f51ae08319cb95 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/family/fa670088bec944a285f51ae08319cb95 2024-11-08T04:31:20,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/family/fa670088bec944a285f51ae08319cb95, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:20,945 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a83af1152774b93921db64db7a814871 in 45ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:20,945 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a83af1152774b93921db64db7a814871: 2024-11-08T04:31:20,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:20,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:20,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:20,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:20,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:20,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:20,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:20,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2022643417, stopped=false 2024-11-08T04:31:20,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,37205,1731040278279 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:21,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:21,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:21,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:21,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:21,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:21,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:21,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,35835,1731040278448' ***** 2024-11-08T04:31:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,41195,1731040278490' ***** 2024-11-08T04:31:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:21,042 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:21,042 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:21,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:21,042 INFO [RS:0;6b18802fab89:35835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:21,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:21,042 INFO [RS:0;6b18802fab89:35835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:21,042 INFO [RS:1;6b18802fab89:41195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:21,043 INFO [RS:1;6b18802fab89:41195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:21,043 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(3091): Received CLOSE for a83af1152774b93921db64db7a814871 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,35835,1731040278448 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:21,043 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,41195,1731040278490 2024-11-08T04:31:21,043 INFO [RS:1;6b18802fab89:41195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:35835. 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad6a874186c598a0806a25e3c013063d, disabling compactions & flushes 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a83af1152774b93921db64db7a814871, disabling compactions & flushes 2024-11-08T04:31:21,043 INFO [RS:1;6b18802fab89:41195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:41195. 2024-11-08T04:31:21,043 DEBUG [RS:0;6b18802fab89:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:21,043 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:21,043 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:21,043 DEBUG [RS:0;6b18802fab89:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:21,043 DEBUG [RS:1;6b18802fab89:41195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. after waiting 0 ms 2024-11-08T04:31:21,043 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. after waiting 0 ms 2024-11-08T04:31:21,043 DEBUG [RS:1;6b18802fab89:41195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:21,043 INFO [RS:0;6b18802fab89:35835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:21,044 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:21,044 INFO [RS:0;6b18802fab89:35835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:21,044 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:21,044 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:21,044 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:21,044 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1325): Online Regions={a83af1152774b93921db64db7a814871=testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871.} 2024-11-08T04:31:21,044 DEBUG [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1351): Waiting on a83af1152774b93921db64db7a814871 2024-11-08T04:31:21,044 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:21,044 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1325): Online Regions={ad6a874186c598a0806a25e3c013063d=testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T04:31:21,044 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:21,044 DEBUG [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad6a874186c598a0806a25e3c013063d 2024-11-08T04:31:21,044 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:21,045 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:21,045 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:21,045 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:21,045 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:21,055 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/a83af1152774b93921db64db7a814871/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:21,056 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:21,056 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a83af1152774b93921db64db7a814871: Waiting for close lock at 1731040281043Running coprocessor pre-close hooks at 1731040281043Disabling compacts and flushes for region at 1731040281043Disabling writes for close at 1731040281043Writing region close event to WAL at 1731040281048 (+5 ms)Running coprocessor post-close hooks at 1731040281055 (+7 ms)Closed at 1731040281055 2024-11-08T04:31:21,056 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871. 2024-11-08T04:31:21,057 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/default/testClearRegionBlockCache/ad6a874186c598a0806a25e3c013063d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:21,058 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:21,058 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad6a874186c598a0806a25e3c013063d: Waiting for close lock at 1731040281043Running coprocessor pre-close hooks at 1731040281043Disabling compacts and flushes for region at 1731040281043Disabling writes for close at 1731040281044 (+1 ms)Writing region close event to WAL at 1731040281052 (+8 ms)Running coprocessor post-close hooks at 1731040281058 (+6 ms)Closed at 1731040281058 2024-11-08T04:31:21,058 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040279668.ad6a874186c598a0806a25e3c013063d. 2024-11-08T04:31:21,062 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:21,062 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:21,066 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:21,068 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:21,068 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:21,070 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/info/642968d4e10d4f328e1c3b4f800572bd is 173, key is testClearRegionBlockCache,5,1731040279668.a83af1152774b93921db64db7a814871./info:regioninfo/1731040280486/Put/seqid=0 2024-11-08T04:31:21,070 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:21,077 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/info/642968d4e10d4f328e1c3b4f800572bd 2024-11-08T04:31:21,104 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/ns/d9f4c8af220f474eb27f5f8869f57e14 is 43, key is default/ns:d/1731040279615/Put/seqid=0 2024-11-08T04:31:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:21,112 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/ns/d9f4c8af220f474eb27f5f8869f57e14 2024-11-08T04:31:21,143 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/table/45d7bf5ff6334284962b3ad6c61a89f4 is 61, key is testClearRegionBlockCache/table:state/1731040280499/Put/seqid=0 2024-11-08T04:31:21,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:21,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:21,149 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/table/45d7bf5ff6334284962b3ad6c61a89f4 2024-11-08T04:31:21,159 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/info/642968d4e10d4f328e1c3b4f800572bd as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/info/642968d4e10d4f328e1c3b4f800572bd 2024-11-08T04:31:21,168 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/info/642968d4e10d4f328e1c3b4f800572bd, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:21,170 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/ns/d9f4c8af220f474eb27f5f8869f57e14 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/ns/d9f4c8af220f474eb27f5f8869f57e14 2024-11-08T04:31:21,180 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/ns/d9f4c8af220f474eb27f5f8869f57e14, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:21,181 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/.tmp/table/45d7bf5ff6334284962b3ad6c61a89f4 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/table/45d7bf5ff6334284962b3ad6c61a89f4 2024-11-08T04:31:21,191 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/table/45d7bf5ff6334284962b3ad6c61a89f4, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:21,193 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:21,200 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:21,200 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:21,201 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:21,201 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040281044Running coprocessor pre-close hooks at 1731040281044Disabling compacts and flushes for region at 1731040281044Disabling writes for close at 1731040281045 (+1 ms)Obtaining lock to block concurrent updates at 1731040281045Preparing flush snapshotting stores in 1588230740 at 1731040281045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040281045Flushing stores of hbase:meta,,1.1588230740 at 1731040281046 (+1 ms)Flushing 1588230740/info: creating writer at 1731040281046Flushing 1588230740/info: appending metadata at 1731040281069 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731040281069Flushing 1588230740/ns: creating writer at 1731040281086 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731040281104 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731040281104Flushing 1588230740/table: creating writer at 1731040281122 (+18 ms)Flushing 1588230740/table: appending metadata at 1731040281142 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731040281142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7825c062: reopening flushed file at 1731040281157 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19814825: reopening flushed file at 1731040281168 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9808ec: reopening flushed file at 1731040281180 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false at 1731040281193 (+13 ms)Writing region close event to WAL at 1731040281194 (+1 ms)Running coprocessor post-close hooks at 1731040281200 (+6 ms)Closed at 1731040281200 2024-11-08T04:31:21,201 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:21,244 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,41195,1731040278490; all regions closed. 2024-11-08T04:31:21,245 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,35835,1731040278448; all regions closed. 2024-11-08T04:31:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:21,252 DEBUG [RS:1;6b18802fab89:41195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs 2024-11-08T04:31:21,252 INFO [RS:1;6b18802fab89:41195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C41195%2C1731040278490:(num 1731040279208) 2024-11-08T04:31:21,252 DEBUG [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs 2024-11-08T04:31:21,252 DEBUG [RS:1;6b18802fab89:41195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:21,252 INFO [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C35835%2C1731040278448.meta:.meta(num 1731040279554) 2024-11-08T04:31:21,252 INFO [RS:1;6b18802fab89:41195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:21,252 INFO [RS:1;6b18802fab89:41195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:21,252 INFO [RS:1;6b18802fab89:41195 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:21,252 INFO [RS:1;6b18802fab89:41195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:21,252 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:21,253 INFO [RS:1;6b18802fab89:41195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:21,253 INFO [RS:1;6b18802fab89:41195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:21,253 INFO [RS:1;6b18802fab89:41195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:21,253 INFO [RS:1;6b18802fab89:41195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41195 2024-11-08T04:31:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:21,260 DEBUG [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/oldWALs 2024-11-08T04:31:21,260 INFO [RS:0;6b18802fab89:35835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C35835%2C1731040278448:(num 1731040279208) 2024-11-08T04:31:21,260 DEBUG [RS:0;6b18802fab89:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:21,260 INFO [RS:0;6b18802fab89:35835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:21,260 INFO [RS:0;6b18802fab89:35835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:21,260 INFO [RS:0;6b18802fab89:35835 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:21,260 INFO [RS:0;6b18802fab89:35835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:21,260 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:21,261 INFO [RS:0;6b18802fab89:35835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35835 2024-11-08T04:31:21,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:21,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,41195,1731040278490 2024-11-08T04:31:21,275 INFO [RS:1;6b18802fab89:41195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:21,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,35835,1731040278448 2024-11-08T04:31:21,285 INFO [RS:0;6b18802fab89:35835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:21,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,35835,1731040278448] 2024-11-08T04:31:21,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,35835,1731040278448 already deleted, retry=false 2024-11-08T04:31:21,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,35835,1731040278448 expired; onlineServers=1 2024-11-08T04:31:21,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,41195,1731040278490] 2024-11-08T04:31:21,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,41195,1731040278490 already deleted, retry=false 2024-11-08T04:31:21,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,41195,1731040278490 expired; onlineServers=0 2024-11-08T04:31:21,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,37205,1731040278279' ***** 2024-11-08T04:31:21,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:21,317 INFO [M:0;6b18802fab89:37205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:21,317 INFO [M:0;6b18802fab89:37205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:21,318 DEBUG [M:0;6b18802fab89:37205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:21,318 DEBUG [M:0;6b18802fab89:37205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:21,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:21,318 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040278899 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040278899,5,FailOnTimeoutGroup] 2024-11-08T04:31:21,318 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040278899 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040278899,5,FailOnTimeoutGroup] 2024-11-08T04:31:21,318 INFO [M:0;6b18802fab89:37205 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:21,318 INFO [M:0;6b18802fab89:37205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:21,318 DEBUG [M:0;6b18802fab89:37205 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:21,318 INFO [M:0;6b18802fab89:37205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:21,318 INFO [M:0;6b18802fab89:37205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:21,319 INFO [M:0;6b18802fab89:37205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:21,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:21,328 DEBUG [M:0;6b18802fab89:37205 {}] zookeeper.ZKUtil(347): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:21,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:21,328 WARN [M:0;6b18802fab89:37205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:21,328 INFO [M:0;6b18802fab89:37205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/.lastflushedseqids 2024-11-08T04:31:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:21,336 INFO [M:0;6b18802fab89:37205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:21,336 INFO [M:0;6b18802fab89:37205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:21,336 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:21,336 INFO [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:21,336 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:21,336 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:21,336 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:21,337 INFO [M:0;6b18802fab89:37205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-08T04:31:21,357 DEBUG [M:0;6b18802fab89:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7f85cf1cddf486aaf45c3f04c618671 is 82, key is hbase:meta,,1/info:regioninfo/1731040279594/Put/seqid=0 2024-11-08T04:31:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:21,364 INFO [M:0;6b18802fab89:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7f85cf1cddf486aaf45c3f04c618671 2024-11-08T04:31:21,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,396 INFO [RS:1;6b18802fab89:41195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:21,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x10118b6729f0002, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,396 INFO [RS:1;6b18802fab89:41195 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,41195,1731040278490; zookeeper connection closed. 2024-11-08T04:31:21,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@770ba0f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@770ba0f4 2024-11-08T04:31:21,400 DEBUG [M:0;6b18802fab89:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c568fb092e1349299cd1de8e5c06fd95 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040280506/Put/seqid=0 2024-11-08T04:31:21,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,407 INFO [RS:0;6b18802fab89:35835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:21,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10118b6729f0001, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,407 INFO [RS:0;6b18802fab89:35835 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,35835,1731040278448; zookeeper connection closed. 2024-11-08T04:31:21,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:21,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af1f952 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af1f952 2024-11-08T04:31:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:21,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:21,409 INFO [M:0;6b18802fab89:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c568fb092e1349299cd1de8e5c06fd95 2024-11-08T04:31:21,437 DEBUG [M:0;6b18802fab89:37205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1331e2caee4f01b39dc912270dcabb is 69, key is 6b18802fab89,35835,1731040278448/rs:state/1731040278988/Put/seqid=0 2024-11-08T04:31:21,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:21,445 INFO [M:0;6b18802fab89:37205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1331e2caee4f01b39dc912270dcabb 2024-11-08T04:31:21,454 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7f85cf1cddf486aaf45c3f04c618671 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7f85cf1cddf486aaf45c3f04c618671 2024-11-08T04:31:21,462 INFO [M:0;6b18802fab89:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7f85cf1cddf486aaf45c3f04c618671, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:21,464 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c568fb092e1349299cd1de8e5c06fd95 as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c568fb092e1349299cd1de8e5c06fd95 2024-11-08T04:31:21,473 INFO [M:0;6b18802fab89:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c568fb092e1349299cd1de8e5c06fd95, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:21,475 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1331e2caee4f01b39dc912270dcabb as hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea1331e2caee4f01b39dc912270dcabb 2024-11-08T04:31:21,483 INFO [M:0;6b18802fab89:37205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35729/user/jenkins/test-data/08c23cc6-bebf-21a7-524c-1f6cd8969ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea1331e2caee4f01b39dc912270dcabb, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:21,485 INFO [M:0;6b18802fab89:37205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:21,486 INFO [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:21,486 DEBUG [M:0;6b18802fab89:37205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040281336Disabling compacts and flushes for region at 1731040281336Disabling writes for close at 1731040281336Obtaining lock to block concurrent updates at 1731040281337 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040281337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731040281337Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040281338 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040281338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040281356 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040281356Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040281372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040281400 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040281400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040281417 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040281436 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040281437 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463a5659: reopening flushed file at 1731040281452 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48deef9f: reopening flushed file at 1731040281463 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3712e8: reopening flushed file at 1731040281473 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=71, compaction requested=false at 1731040281485 (+12 ms)Writing region close event to WAL at 1731040281486 (+1 ms)Closed at 1731040281486 2024-11-08T04:31:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:21,490 INFO [M:0;6b18802fab89:37205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:21,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:21,490 INFO [M:0;6b18802fab89:37205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37205 2024-11-08T04:31:21,490 INFO [M:0;6b18802fab89:37205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:21,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,596 INFO [M:0;6b18802fab89:37205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:21,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37205-0x10118b6729f0000, quorum=127.0.0.1:55872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:21,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9888bd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:21,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c6baba1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:21,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:21,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac0c0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:21,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c833720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:21,632 WARN [BP-1194186381-172.17.0.2-1731040275962 heartbeating to localhost/127.0.0.1:35729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:21,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:21,632 WARN [BP-1194186381-172.17.0.2-1731040275962 heartbeating to localhost/127.0.0.1:35729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194186381-172.17.0.2-1731040275962 (Datanode Uuid 0f90b9b6-187d-4629-a976-cebb2db3d049) service to localhost/127.0.0.1:35729 2024-11-08T04:31:21,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:21,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data3/current/BP-1194186381-172.17.0.2-1731040275962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:21,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data4/current/BP-1194186381-172.17.0.2-1731040275962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:21,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:21,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553d71ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:21,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7296f155{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:21,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:21,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:21,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52601f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:21,638 WARN [BP-1194186381-172.17.0.2-1731040275962 heartbeating to localhost/127.0.0.1:35729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:21,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:21,639 WARN [BP-1194186381-172.17.0.2-1731040275962 heartbeating to localhost/127.0.0.1:35729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194186381-172.17.0.2-1731040275962 (Datanode Uuid e784061f-61a0-41c0-9b11-1ab6ae9006e0) service to localhost/127.0.0.1:35729 2024-11-08T04:31:21,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:21,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data1/current/BP-1194186381-172.17.0.2-1731040275962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:21,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/cluster_cb4c7fbc-9cc9-62ac-4bef-bb1f38e10a70/data/data2/current/BP-1194186381-172.17.0.2-1731040275962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:21,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:21,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9c240{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:21,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d806d25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:21,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:21,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c957d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:21,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@470b5537{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:21,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:21,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:21,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35729 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35729 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=710 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=8524 (was 8679) 2024-11-08T04:31:21,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=710, ProcessCount=11, AvailableMemoryMB=8524 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir so I do NOT create it in target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d 2024-11-08T04:31:21,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.tmp.dir so I do NOT create it in target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d 2024-11-08T04:31:21,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48dd311a-06a0-163f-ccf8-4362e613836a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T04:31:21,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602, deleteOnExit=true 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:21,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/test.cache.data in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:21,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:22,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:22,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:22,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:22,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:22,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:22,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:22,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:22,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:22,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-8218228017977685173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:22,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-08T04:31:22,513 INFO [Time-limited test {}] server.Server(415): Started @18555ms 2024-11-08T04:31:22,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:22,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:22,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:22,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:22,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:22,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77fb531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:22,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4776a6be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:23,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b92523{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/java.io.tmpdir/jetty-localhost-40807-hadoop-hdfs-3_4_1-tests_jar-_-any-3923455700279242715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:23,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6feb66bf{HTTP/1.1, (http/1.1)}{localhost:40807} 2024-11-08T04:31:23,005 INFO [Time-limited test {}] server.Server(415): Started @19047ms 2024-11-08T04:31:23,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:23,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:23,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:23,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:23,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:23,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:23,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26487961{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f597cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:23,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372bca06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-14767756673371633083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:23,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e696bad{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-11-08T04:31:23,165 INFO [Time-limited test {}] server.Server(415): Started @19206ms 2024-11-08T04:31:23,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:24,036 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data1/current/BP-1003225934-172.17.0.2-1731040281735/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:24,036 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data2/current/BP-1003225934-172.17.0.2-1731040281735/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:24,056 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e373be851fa283 with lease ID 0x3e1afd0be4aa82b9: Processing first storage report for DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1 from datanode DatanodeRegistration(127.0.0.1:43065, datanodeUuid=e7d38402-a303-403b-87e8-45464a7cc04f, infoPort=35805, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735) 2024-11-08T04:31:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e373be851fa283 with lease ID 0x3e1afd0be4aa82b9: from storage DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1 node DatanodeRegistration(127.0.0.1:43065, datanodeUuid=e7d38402-a303-403b-87e8-45464a7cc04f, infoPort=35805, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e373be851fa283 with lease ID 0x3e1afd0be4aa82b9: Processing first storage report for DS-bca3ebf8-79f8-4676-a09f-1c0a28c9f11a from datanode DatanodeRegistration(127.0.0.1:43065, datanodeUuid=e7d38402-a303-403b-87e8-45464a7cc04f, infoPort=35805, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735) 2024-11-08T04:31:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e373be851fa283 with lease ID 0x3e1afd0be4aa82b9: from storage DS-bca3ebf8-79f8-4676-a09f-1c0a28c9f11a node DatanodeRegistration(127.0.0.1:43065, datanodeUuid=e7d38402-a303-403b-87e8-45464a7cc04f, infoPort=35805, infoSecurePort=0, ipcPort=43249, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:24,238 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data4/current/BP-1003225934-172.17.0.2-1731040281735/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:24,238 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data3/current/BP-1003225934-172.17.0.2-1731040281735/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:24,256 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b7abb1b0e65eaa2 with lease ID 0x3e1afd0be4aa82ba: Processing first storage report for DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=d3ee8167-1ac3-4b10-8a06-e2330b7da93f, infoPort=37307, infoSecurePort=0, ipcPort=46465, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735) 2024-11-08T04:31:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b7abb1b0e65eaa2 with lease ID 0x3e1afd0be4aa82ba: from storage DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=d3ee8167-1ac3-4b10-8a06-e2330b7da93f, infoPort=37307, infoSecurePort=0, ipcPort=46465, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b7abb1b0e65eaa2 with lease ID 0x3e1afd0be4aa82ba: Processing first storage report for DS-3e84231e-eb90-427f-a416-f23711c6ccb9 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=d3ee8167-1ac3-4b10-8a06-e2330b7da93f, infoPort=37307, infoSecurePort=0, ipcPort=46465, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735) 2024-11-08T04:31:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b7abb1b0e65eaa2 with lease ID 0x3e1afd0be4aa82ba: from storage DS-3e84231e-eb90-427f-a416-f23711c6ccb9 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=d3ee8167-1ac3-4b10-8a06-e2330b7da93f, infoPort=37307, infoSecurePort=0, ipcPort=46465, storageInfo=lv=-57;cid=testClusterID;nsid=1841873543;c=1731040281735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:24,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d 2024-11-08T04:31:24,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/zookeeper_0, clientPort=56236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:24,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56236 2024-11-08T04:31:24,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:24,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 with version=8 2024-11-08T04:31:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/hbase-staging 2024-11-08T04:31:24,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:24,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:24,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:24,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42197 2024-11-08T04:31:24,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42197 connecting to ZooKeeper ensemble=127.0.0.1:56236 2024-11-08T04:31:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421970x0, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:24,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42197-0x10118b68a400000 connected 2024-11-08T04:31:24,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:24,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235, hbase.cluster.distributed=false 2024-11-08T04:31:24,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:24,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-08T04:31:24,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42197 2024-11-08T04:31:24,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42197 2024-11-08T04:31:24,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-08T04:31:24,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-08T04:31:24,513 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:24,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:24,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:24,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:24,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:24,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43685 2024-11-08T04:31:24,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43685 connecting to ZooKeeper ensemble=127.0.0.1:56236 2024-11-08T04:31:24,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436850x0, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:24,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43685-0x10118b68a400001 connected 2024-11-08T04:31:24,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:24,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:24,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:24,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:24,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:24,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-08T04:31:24,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43685 2024-11-08T04:31:24,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43685 2024-11-08T04:31:24,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-08T04:31:24,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-08T04:31:24,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:24,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:24,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:24,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41599 2024-11-08T04:31:24,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41599 connecting to ZooKeeper ensemble=127.0.0.1:56236 2024-11-08T04:31:24,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415990x0, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:24,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41599-0x10118b68a400002 connected 2024-11-08T04:31:24,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:24,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:24,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:24,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:24,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:24,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-08T04:31:24,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41599 2024-11-08T04:31:24,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41599 2024-11-08T04:31:24,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-08T04:31:24,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-08T04:31:24,599 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:42197 2024-11-08T04:31:24,600 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,612 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,623 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:24,624 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,42197,1731040284328 from backup master directory 2024-11-08T04:31:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,633 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:24,633 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,637 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/hbase.id] with ID: ce96451b-cd5b-4a94-a77c-8bb0d2ab5592 2024-11-08T04:31:24,638 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/.tmp/hbase.id 2024-11-08T04:31:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:24,645 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/.tmp/hbase.id]:[hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/hbase.id] 2024-11-08T04:31:24,658 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:24,658 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:24,659 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T04:31:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:24,673 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:24,674 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:24,674 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:24,685 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store 2024-11-08T04:31:24,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:24,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:24,693 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:24,693 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:24,693 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040284693Disabling compacts and flushes for region at 1731040284693Disabling writes for close at 1731040284693Writing region close event to WAL at 1731040284693Closed at 1731040284693 2024-11-08T04:31:24,694 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/.initializing 2024-11-08T04:31:24,694 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/WALs/6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,695 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:24,697 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C42197%2C1731040284328, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/WALs/6b18802fab89,42197,1731040284328, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:24,714 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/WALs/6b18802fab89,42197,1731040284328/6b18802fab89%2C42197%2C1731040284328.1731040284697, exclude list is [], retry=0 2024-11-08T04:31:24,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43065,DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1,DISK] 2024-11-08T04:31:24,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae,DISK] 2024-11-08T04:31:24,719 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/WALs/6b18802fab89,42197,1731040284328/6b18802fab89%2C42197%2C1731040284328.1731040284697 2024-11-08T04:31:24,720 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:37307:37307)] 2024-11-08T04:31:24,720 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:24,720 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:24,720 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,720 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:24,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:24,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:24,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:24,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:24,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:24,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:24,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:24,732 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,733 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,733 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,734 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,735 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,735 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:24,736 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:24,739 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:24,740 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181098, jitterRate=-0.04362711310386658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:24,741 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040284720Initializing all the Stores at 1731040284721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040284721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040284721Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040284721Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040284721Cleaning up temporary data from old regions at 1731040284735 (+14 ms)Region opened successfully at 1731040284740 (+5 ms) 2024-11-08T04:31:24,741 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:24,744 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba24d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:24,745 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:24,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:24,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:24,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:24,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T04:31:24,747 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T04:31:24,747 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:24,749 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:24,750 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:24,759 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:24,759 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:24,760 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:24,769 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:24,770 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:24,771 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:24,780 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:24,781 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:24,790 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:24,793 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:24,801 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,812 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,42197,1731040284328, sessionid=0x10118b68a400000, setting cluster-up flag (Was=false) 2024-11-08T04:31:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,864 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:24,866 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:24,917 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:24,918 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,42197,1731040284328 2024-11-08T04:31:24,920 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:24,922 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:24,923 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:24,923 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:24,923 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,42197,1731040284328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:24,925 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:24,925 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:24,925 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:24,925 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:24,925 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:24,926 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:24,926 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:24,926 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:24,927 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040314927 2024-11-08T04:31:24,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:24,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:24,928 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:24,928 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:24,929 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:24,929 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:24,929 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:24,929 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:24,929 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:24,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:24,936 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:24,936 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:24,937 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:24,938 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:24,938 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:24,938 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040284938,5,FailOnTimeoutGroup] 2024-11-08T04:31:24,938 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040284938,5,FailOnTimeoutGroup] 2024-11-08T04:31:24,939 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:24,939 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:24,939 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:24,939 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:24,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:24,949 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 2024-11-08T04:31:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:24,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:24,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:24,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:24,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:24,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:24,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:24,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:24,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:24,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:24,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:24,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:24,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:24,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:24,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:24,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740 2024-11-08T04:31:24,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740 2024-11-08T04:31:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:24,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:24,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:24,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:24,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:24,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72069554, jitterRate=0.07392004132270813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:24,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040284957Initializing all the Stores at 1731040284958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040284958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040284958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040284958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040284958Cleaning up temporary data from old regions at 1731040284969 (+11 ms)Region opened successfully at 1731040284975 (+6 ms) 2024-11-08T04:31:24,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:24,975 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:24,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:24,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:24,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:24,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040284975Disabling compacts and flushes for region at 1731040284975Disabling writes for close at 1731040284975Writing region close event to WAL at 1731040284976 (+1 ms)Closed at 1731040284976 2024-11-08T04:31:24,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:24,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:24,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:24,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:24,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:24,988 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(746): ClusterId : ce96451b-cd5b-4a94-a77c-8bb0d2ab5592 2024-11-08T04:31:24,988 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(746): ClusterId : ce96451b-cd5b-4a94-a77c-8bb0d2ab5592 2024-11-08T04:31:24,988 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:24,988 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:25,002 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:25,002 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:25,002 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:25,002 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:25,012 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:25,012 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:25,013 DEBUG [RS:0;6b18802fab89:43685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4fd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:25,013 DEBUG [RS:1;6b18802fab89:41599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f12a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:25,024 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:43685 2024-11-08T04:31:25,024 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:41599 2024-11-08T04:31:25,024 INFO [RS:0;6b18802fab89:43685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:25,024 INFO [RS:1;6b18802fab89:41599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:25,024 INFO [RS:0;6b18802fab89:43685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:25,024 INFO [RS:1;6b18802fab89:41599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:25,024 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:25,024 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:25,025 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,42197,1731040284328 with port=43685, startcode=1731040284512 2024-11-08T04:31:25,025 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,42197,1731040284328 with port=41599, startcode=1731040284562 2024-11-08T04:31:25,025 DEBUG [RS:1;6b18802fab89:41599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:25,025 DEBUG [RS:0;6b18802fab89:43685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:25,027 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:25,027 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:25,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,030 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 2024-11-08T04:31:25,030 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45045 2024-11-08T04:31:25,030 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:25,031 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 2024-11-08T04:31:25,031 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45045 2024-11-08T04:31:25,031 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:25,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:25,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T04:31:25,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:25,081 DEBUG [RS:0;6b18802fab89:43685 {}] zookeeper.ZKUtil(111): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,081 WARN [RS:0;6b18802fab89:43685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:25,081 INFO [RS:0;6b18802fab89:43685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:25,081 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,43685,1731040284512] 2024-11-08T04:31:25,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,41599,1731040284562] 2024-11-08T04:31:25,083 DEBUG [RS:1;6b18802fab89:41599 {}] zookeeper.ZKUtil(111): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,083 WARN [RS:1;6b18802fab89:41599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:25,083 INFO [RS:1;6b18802fab89:41599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:25,083 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,086 INFO [RS:0;6b18802fab89:43685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:25,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:25,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:25,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:25,131 WARN [6b18802fab89:42197 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:25,132 INFO [RS:1;6b18802fab89:41599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:25,132 INFO [RS:0;6b18802fab89:43685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:25,132 INFO [RS:0;6b18802fab89:43685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:25,132 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,132 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:25,133 INFO [RS:0;6b18802fab89:43685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:25,133 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:25,134 DEBUG [RS:0;6b18802fab89:43685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:25,135 INFO [RS:1;6b18802fab89:41599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:1;6b18802fab89:41599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,43685,1731040284512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:25,135 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:25,136 INFO [RS:1;6b18802fab89:41599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:25,137 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,137 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:25,138 DEBUG [RS:1;6b18802fab89:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:25,141 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,141 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,141 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,141 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,141 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,142 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41599,1731040284562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:25,151 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:25,151 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,43685,1731040284512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,151 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,152 INFO [RS:0;6b18802fab89:43685 {}] regionserver.Replication(171): 6b18802fab89,43685,1731040284512 started 2024-11-08T04:31:25,155 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:25,155 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41599,1731040284562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,155 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,155 INFO [RS:1;6b18802fab89:41599 {}] regionserver.Replication(171): 6b18802fab89,41599,1731040284562 started 2024-11-08T04:31:25,165 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,165 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,43685,1731040284512, RpcServer on 6b18802fab89/172.17.0.2:43685, sessionid=0x10118b68a400001 2024-11-08T04:31:25,165 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:25,165 DEBUG [RS:0;6b18802fab89:43685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,165 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,43685,1731040284512' 2024-11-08T04:31:25,165 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:25,166 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:25,166 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:25,166 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:25,166 DEBUG [RS:0;6b18802fab89:43685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,43685,1731040284512 2024-11-08T04:31:25,166 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,43685,1731040284512' 2024-11-08T04:31:25,167 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:25,167 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:25,167 DEBUG [RS:0;6b18802fab89:43685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:25,167 INFO [RS:0;6b18802fab89:43685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:25,167 INFO [RS:0;6b18802fab89:43685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:25,169 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,169 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,41599,1731040284562, RpcServer on 6b18802fab89/172.17.0.2:41599, sessionid=0x10118b68a400002 2024-11-08T04:31:25,169 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:25,170 DEBUG [RS:1;6b18802fab89:41599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,170 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41599,1731040284562' 2024-11-08T04:31:25,170 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:25,170 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41599,1731040284562' 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:25,171 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:25,172 DEBUG [RS:1;6b18802fab89:41599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:25,172 INFO [RS:1;6b18802fab89:41599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:25,172 INFO [RS:1;6b18802fab89:41599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:25,268 INFO [RS:0;6b18802fab89:43685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:25,272 INFO [RS:0;6b18802fab89:43685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C43685%2C1731040284512, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,43685,1731040284512, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs, maxLogs=32 2024-11-08T04:31:25,273 INFO [RS:1;6b18802fab89:41599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:25,276 INFO [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C41599%2C1731040284562, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs, maxLogs=32 2024-11-08T04:31:25,290 DEBUG [RS:0;6b18802fab89:43685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,43685,1731040284512/6b18802fab89%2C43685%2C1731040284512.1731040285274, exclude list is [], retry=0 2024-11-08T04:31:25,291 DEBUG [RS:1;6b18802fab89:41599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562/6b18802fab89%2C41599%2C1731040284562.1731040285277, exclude list is [], retry=0 2024-11-08T04:31:25,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae,DISK] 2024-11-08T04:31:25,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43065,DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1,DISK] 2024-11-08T04:31:25,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43065,DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1,DISK] 2024-11-08T04:31:25,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae,DISK] 2024-11-08T04:31:25,299 INFO [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562/6b18802fab89%2C41599%2C1731040284562.1731040285277 2024-11-08T04:31:25,299 INFO [RS:0;6b18802fab89:43685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,43685,1731040284512/6b18802fab89%2C43685%2C1731040284512.1731040285274 2024-11-08T04:31:25,300 DEBUG [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:37307:37307)] 2024-11-08T04:31:25,304 DEBUG [RS:0;6b18802fab89:43685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:37307:37307)] 2024-11-08T04:31:25,381 DEBUG [6b18802fab89:42197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:25,382 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:25,386 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:25,387 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:25,387 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:25,387 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:25,387 INFO [6b18802fab89:42197 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:25,387 INFO [6b18802fab89:42197 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:25,387 DEBUG [6b18802fab89:42197 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:25,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,41599,1731040284562, state=OPENING 2024-11-08T04:31:25,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:25,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:25,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:25,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:25,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:25,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,41599,1731040284562}] 2024-11-08T04:31:25,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:25,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:25,667 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:25,667 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:25,668 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:25,670 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C41599%2C1731040284562.meta, suffix=.meta, logDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs, maxLogs=32 2024-11-08T04:31:25,684 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562/6b18802fab89%2C41599%2C1731040284562.meta.1731040285671.meta, exclude list is [], retry=0 2024-11-08T04:31:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43065,DS-7b98fa67-298c-4ff2-bf11-a5539a0a67d1,DISK] 2024-11-08T04:31:25,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-d72d54aa-b941-41da-99b3-0a2dd82b80ae,DISK] 2024-11-08T04:31:25,689 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/WALs/6b18802fab89,41599,1731040284562/6b18802fab89%2C41599%2C1731040284562.meta.1731040285671.meta 2024-11-08T04:31:25,689 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37307:37307),(127.0.0.1/127.0.0.1:35805:35805)] 2024-11-08T04:31:25,689 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:25,689 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:25,689 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:25,689 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:25,690 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:25,690 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:25,690 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:25,690 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:25,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:25,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:25,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:25,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:25,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:25,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:25,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:25,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:25,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:25,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:25,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:25,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:25,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:25,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:25,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:25,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:25,698 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:25,698 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740 2024-11-08T04:31:25,699 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740 2024-11-08T04:31:25,701 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:25,701 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:25,701 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:25,703 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:25,704 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67561708, jitterRate=0.006747901439666748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:25,704 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:25,705 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040285690Writing region info on filesystem at 1731040285690Initializing all the Stores at 1731040285691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040285691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040285691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040285691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040285691Cleaning up temporary data from old regions at 1731040285701 (+10 ms)Running coprocessor post-open hooks at 1731040285704 (+3 ms)Region opened successfully at 1731040285704 2024-11-08T04:31:25,706 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040285654 2024-11-08T04:31:25,709 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:25,709 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:25,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,41599,1731040284562, state=OPEN 2024-11-08T04:31:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:25,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,41599,1731040284562 2024-11-08T04:31:25,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:25,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:25,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,41599,1731040284562 in 229 msec 2024-11-08T04:31:25,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:25,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 753 msec 2024-11-08T04:31:25,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:25,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:25,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:25,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,41599,1731040284562, seqNum=-1] 2024-11-08T04:31:25,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:25,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:25,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-08T04:31:25,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040285746, completionTime=-1 2024-11-08T04:31:25,746 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:25,746 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:25,749 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:25,749 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040345749 2024-11-08T04:31:25,749 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040405749 2024-11-08T04:31:25,749 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T04:31:25,749 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T04:31:25,750 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,750 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,750 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,750 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:42197, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,750 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,751 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,753 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.122sec 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:25,756 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:25,759 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:25,759 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:25,759 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,42197,1731040284328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:25,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0de5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:25,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,42197,-1 for getting cluster id 2024-11-08T04:31:25,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:25,791 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce96451b-cd5b-4a94-a77c-8bb0d2ab5592' 2024-11-08T04:31:25,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:25,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce96451b-cd5b-4a94-a77c-8bb0d2ab5592" 2024-11-08T04:31:25,792 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482c7e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:25,792 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,42197,-1] 2024-11-08T04:31:25,792 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:25,792 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:25,793 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:25,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db8b6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:25,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:25,795 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,41599,1731040284562, seqNum=-1] 2024-11-08T04:31:25,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:25,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:25,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,42197,1731040284328 2024-11-08T04:31:25,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:25,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,42197,1731040284328 2024-11-08T04:31:25,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c2d7c 2024-11-08T04:31:25,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:25,802 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:25,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:25,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:25,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:25,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:25,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:26,221 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e0e53ba71ef90f363e16ef45d08cfec, NAME => 'testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 2024-11-08T04:31:26,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c0404ec46dfacac66a4cd1c911052652, NAME => 'testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235 2024-11-08T04:31:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:26,235 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:26,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8e0e53ba71ef90f363e16ef45d08cfec, disabling compactions & flushes 2024-11-08T04:31:26,236 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:26,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. after waiting 0 ms 2024-11-08T04:31:26,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,236 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,236 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e0e53ba71ef90f363e16ef45d08cfec: Waiting for close lock at 1731040286236Disabling compacts and flushes for region at 1731040286236Disabling writes for close at 1731040286236Writing region close event to WAL at 1731040286236Closed at 1731040286236 2024-11-08T04:31:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:26,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:26,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c0404ec46dfacac66a4cd1c911052652, disabling compactions & flushes 2024-11-08T04:31:26,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. after waiting 0 ms 2024-11-08T04:31:26,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,639 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,639 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c0404ec46dfacac66a4cd1c911052652: Waiting for close lock at 1731040286638Disabling compacts and flushes for region at 1731040286638Disabling writes for close at 1731040286638Writing region close event to WAL at 1731040286639 (+1 ms)Closed at 1731040286639 2024-11-08T04:31:26,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:26,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040286643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040286643"}]},"ts":"1731040286643"} 2024-11-08T04:31:26,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040286643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040286643"}]},"ts":"1731040286643"} 2024-11-08T04:31:26,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:26,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:26,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040286650"}]},"ts":"1731040286650"} 2024-11-08T04:31:26,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:26,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:26,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:26,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:26,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:26,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:26,654 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:26,654 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:26,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:26,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0e53ba71ef90f363e16ef45d08cfec, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0404ec46dfacac66a4cd1c911052652, ASSIGN}] 2024-11-08T04:31:26,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0404ec46dfacac66a4cd1c911052652, ASSIGN 2024-11-08T04:31:26,656 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0e53ba71ef90f363e16ef45d08cfec, ASSIGN 2024-11-08T04:31:26,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0404ec46dfacac66a4cd1c911052652, ASSIGN; state=OFFLINE, location=6b18802fab89,43685,1731040284512; forceNewPlan=false, retain=false 2024-11-08T04:31:26,657 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0e53ba71ef90f363e16ef45d08cfec, ASSIGN; state=OFFLINE, location=6b18802fab89,41599,1731040284562; forceNewPlan=false, retain=false 2024-11-08T04:31:26,808 INFO [6b18802fab89:42197 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:26,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0e53ba71ef90f363e16ef45d08cfec, regionState=OPENING, regionLocation=6b18802fab89,41599,1731040284562 2024-11-08T04:31:26,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0404ec46dfacac66a4cd1c911052652, regionState=OPENING, regionLocation=6b18802fab89,43685,1731040284512 2024-11-08T04:31:26,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0404ec46dfacac66a4cd1c911052652, ASSIGN because future has completed 2024-11-08T04:31:26,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0404ec46dfacac66a4cd1c911052652, server=6b18802fab89,43685,1731040284512}] 2024-11-08T04:31:26,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0e53ba71ef90f363e16ef45d08cfec, ASSIGN because future has completed 2024-11-08T04:31:26,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0e53ba71ef90f363e16ef45d08cfec, server=6b18802fab89,41599,1731040284562}] 2024-11-08T04:31:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:26,971 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:26,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:26,976 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e0e53ba71ef90f363e16ef45d08cfec, NAME => 'testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,977 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,977 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c0404ec46dfacac66a4cd1c911052652, NAME => 'testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:26,978 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,978 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:26,978 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,978 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,979 INFO [StoreOpener-8e0e53ba71ef90f363e16ef45d08cfec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,979 INFO [StoreOpener-c0404ec46dfacac66a4cd1c911052652-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,980 INFO [StoreOpener-8e0e53ba71ef90f363e16ef45d08cfec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0e53ba71ef90f363e16ef45d08cfec columnFamilyName family 2024-11-08T04:31:26,980 DEBUG [StoreOpener-8e0e53ba71ef90f363e16ef45d08cfec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:26,980 INFO [StoreOpener-c0404ec46dfacac66a4cd1c911052652-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0404ec46dfacac66a4cd1c911052652 columnFamilyName family 2024-11-08T04:31:26,980 DEBUG [StoreOpener-c0404ec46dfacac66a4cd1c911052652-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:26,981 INFO [StoreOpener-8e0e53ba71ef90f363e16ef45d08cfec-1 {}] regionserver.HStore(327): Store=8e0e53ba71ef90f363e16ef45d08cfec/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:26,981 INFO [StoreOpener-c0404ec46dfacac66a4cd1c911052652-1 {}] regionserver.HStore(327): Store=c0404ec46dfacac66a4cd1c911052652/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:26,981 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,981 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,982 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,982 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,982 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,982 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,983 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,983 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,983 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,983 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,985 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,985 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,987 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:26,987 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:26,987 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8e0e53ba71ef90f363e16ef45d08cfec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65547600, jitterRate=-0.023264646530151367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:26,987 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c0404ec46dfacac66a4cd1c911052652; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60026385, jitterRate=-0.10553716123104095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:26,987 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:26,987 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:26,988 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c0404ec46dfacac66a4cd1c911052652: Running coprocessor pre-open hook at 1731040286978Writing region info on filesystem at 1731040286978Initializing all the Stores at 1731040286979 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040286979Cleaning up temporary data from old regions at 1731040286983 (+4 ms)Running coprocessor post-open hooks at 1731040286987 (+4 ms)Region opened successfully at 1731040286988 (+1 ms) 2024-11-08T04:31:26,988 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8e0e53ba71ef90f363e16ef45d08cfec: Running coprocessor pre-open hook at 1731040286977Writing region info on filesystem at 1731040286977Initializing all the Stores at 1731040286978 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040286978Cleaning up temporary data from old regions at 1731040286983 (+5 ms)Running coprocessor post-open hooks at 1731040286987 (+4 ms)Region opened successfully at 1731040286988 (+1 ms) 2024-11-08T04:31:26,990 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652., pid=7, masterSystemTime=1731040286970 2024-11-08T04:31:26,990 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec., pid=8, masterSystemTime=1731040286973 2024-11-08T04:31:26,992 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,992 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:26,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0404ec46dfacac66a4cd1c911052652, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,43685,1731040284512 2024-11-08T04:31:26,994 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,994 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:26,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0e53ba71ef90f363e16ef45d08cfec, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,41599,1731040284562 2024-11-08T04:31:26,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0404ec46dfacac66a4cd1c911052652, server=6b18802fab89,43685,1731040284512 because future has completed 2024-11-08T04:31:26,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0e53ba71ef90f363e16ef45d08cfec, server=6b18802fab89,41599,1731040284562 because future has completed 2024-11-08T04:31:27,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T04:31:27,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c0404ec46dfacac66a4cd1c911052652, server=6b18802fab89,43685,1731040284512 in 183 msec 2024-11-08T04:31:27,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T04:31:27,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e0e53ba71ef90f363e16ef45d08cfec, server=6b18802fab89,41599,1731040284562 in 182 msec 2024-11-08T04:31:27,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0404ec46dfacac66a4cd1c911052652, ASSIGN in 347 msec 2024-11-08T04:31:27,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T04:31:27,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0e53ba71ef90f363e16ef45d08cfec, ASSIGN in 349 msec 2024-11-08T04:31:27,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:27,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040287007"}]},"ts":"1731040287007"} 2024-11-08T04:31:27,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:27,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:27,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2080 sec 2024-11-08T04:31:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:27,961 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:27,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:27,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:27,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:27,970 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:27,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:27,974 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec., hostname=6b18802fab89,41599,1731040284562, seqNum=2] 2024-11-08T04:31:27,989 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652., hostname=6b18802fab89,43685,1731040284512, seqNum=2] 2024-11-08T04:31:27,989 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:27,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:28,003 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c0404ec46dfacac66a4cd1c911052652 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:28,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/.tmp/family/2e40bbac8fb848a89ee36ad66c292951 is 32, key is 5/family:/1731040287992/Put/seqid=0 2024-11-08T04:31:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:28,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/.tmp/family/2e40bbac8fb848a89ee36ad66c292951 2024-11-08T04:31:28,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/.tmp/family/2e40bbac8fb848a89ee36ad66c292951 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/family/2e40bbac8fb848a89ee36ad66c292951 2024-11-08T04:31:28,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/family/2e40bbac8fb848a89ee36ad66c292951, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:28,043 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c0404ec46dfacac66a4cd1c911052652 in 40ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:28,043 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c0404ec46dfacac66a4cd1c911052652: 2024-11-08T04:31:28,043 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e0e53ba71ef90f363e16ef45d08cfec 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:28,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/.tmp/family/2faf36b637484046b87a865d2338382d is 32, key is 1/family:/1731040287975/Put/seqid=0 2024-11-08T04:31:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:28,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/.tmp/family/2faf36b637484046b87a865d2338382d 2024-11-08T04:31:28,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/.tmp/family/2faf36b637484046b87a865d2338382d as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/family/2faf36b637484046b87a865d2338382d 2024-11-08T04:31:28,084 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/family/2faf36b637484046b87a865d2338382d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:28,086 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8e0e53ba71ef90f363e16ef45d08cfec in 42ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:28,086 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e0e53ba71ef90f363e16ef45d08cfec: 2024-11-08T04:31:28,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T04:31:28,095 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:28,096 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:28,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:28,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:28,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:28,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:28,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:28,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:28,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:28,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206103384, stopped=false 2024-11-08T04:31:28,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,42197,1731040284328 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:28,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:28,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:28,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:28,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:28,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:28,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:28,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,43685,1731040284512' ***** 2024-11-08T04:31:28,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:28,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,41599,1731040284562' ***** 2024-11-08T04:31:28,163 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:28,163 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:28,163 INFO [RS:0;6b18802fab89:43685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:28,163 INFO [RS:0;6b18802fab89:43685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:28,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:28,164 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(3091): Received CLOSE for c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:28,164 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:28,164 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,43685,1731040284512 2024-11-08T04:31:28,164 INFO [RS:1;6b18802fab89:41599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:28,164 INFO [RS:0;6b18802fab89:43685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:28,164 INFO [RS:1;6b18802fab89:41599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:28,164 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:28,164 INFO [RS:0;6b18802fab89:43685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:43685. 2024-11-08T04:31:28,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:28,164 DEBUG [RS:0;6b18802fab89:43685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:28,165 DEBUG [RS:0;6b18802fab89:43685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,41599,1731040284562 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0404ec46dfacac66a4cd1c911052652, disabling compactions & flushes 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:28,165 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:28,165 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:41599. 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:28,165 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1325): Online Regions={c0404ec46dfacac66a4cd1c911052652=testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652.} 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e0e53ba71ef90f363e16ef45d08cfec, disabling compactions & flushes 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. after waiting 0 ms 2024-11-08T04:31:28,165 DEBUG [RS:1;6b18802fab89:41599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:28,165 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:28,165 DEBUG [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1351): Waiting on c0404ec46dfacac66a4cd1c911052652 2024-11-08T04:31:28,165 DEBUG [RS:1;6b18802fab89:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. after waiting 0 ms 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:28,165 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:28,165 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:28,168 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:28,168 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e0e53ba71ef90f363e16ef45d08cfec=testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec.} 2024-11-08T04:31:28,168 DEBUG [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e0e53ba71ef90f363e16ef45d08cfec 2024-11-08T04:31:28,168 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:28,168 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:28,168 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:28,168 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:28,168 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:28,168 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:28,169 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:28,169 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:28,170 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/c0404ec46dfacac66a4cd1c911052652/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:28,171 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:28,171 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0404ec46dfacac66a4cd1c911052652: Waiting for close lock at 1731040288165Running coprocessor pre-close hooks at 1731040288165Disabling compacts and flushes for region at 1731040288165Disabling writes for close at 1731040288165Writing region close event to WAL at 1731040288166 (+1 ms)Running coprocessor post-close hooks at 1731040288171 (+5 ms)Closed at 1731040288171 2024-11-08T04:31:28,171 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652. 2024-11-08T04:31:28,171 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/default/testClearRegionBlockCache/8e0e53ba71ef90f363e16ef45d08cfec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:28,172 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:28,172 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e0e53ba71ef90f363e16ef45d08cfec: Waiting for close lock at 1731040288165Running coprocessor pre-close hooks at 1731040288165Disabling compacts and flushes for region at 1731040288165Disabling writes for close at 1731040288165Writing region close event to WAL at 1731040288168 (+3 ms)Running coprocessor post-close hooks at 1731040288172 (+4 ms)Closed at 1731040288172 2024-11-08T04:31:28,172 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040285802.8e0e53ba71ef90f363e16ef45d08cfec. 2024-11-08T04:31:28,185 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/info/3be13ae40e6e41acb19eac6a5ee22269 is 173, key is testClearRegionBlockCache,5,1731040285802.c0404ec46dfacac66a4cd1c911052652./info:regioninfo/1731040286993/Put/seqid=0 2024-11-08T04:31:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:28,190 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/info/3be13ae40e6e41acb19eac6a5ee22269 2024-11-08T04:31:28,211 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/ns/fc3f6d654db044dd8255914bfc792377 is 43, key is default/ns:d/1731040285740/Put/seqid=0 2024-11-08T04:31:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:28,217 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/ns/fc3f6d654db044dd8255914bfc792377 2024-11-08T04:31:28,237 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/table/846a0ac2736f47d0ab5cdccaff057ac3 is 61, key is testClearRegionBlockCache/table:state/1731040287007/Put/seqid=0 2024-11-08T04:31:28,239 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:28,243 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/table/846a0ac2736f47d0ab5cdccaff057ac3 2024-11-08T04:31:28,245 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:28,251 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/info/3be13ae40e6e41acb19eac6a5ee22269 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/info/3be13ae40e6e41acb19eac6a5ee22269 2024-11-08T04:31:28,258 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/info/3be13ae40e6e41acb19eac6a5ee22269, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:28,260 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/ns/fc3f6d654db044dd8255914bfc792377 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/ns/fc3f6d654db044dd8255914bfc792377 2024-11-08T04:31:28,267 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/ns/fc3f6d654db044dd8255914bfc792377, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:28,268 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/.tmp/table/846a0ac2736f47d0ab5cdccaff057ac3 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/table/846a0ac2736f47d0ab5cdccaff057ac3 2024-11-08T04:31:28,274 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/table/846a0ac2736f47d0ab5cdccaff057ac3, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:28,276 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:28,281 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:28,281 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:28,281 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:28,282 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040288168Running coprocessor pre-close hooks at 1731040288168Disabling compacts and flushes for region at 1731040288168Disabling writes for close at 1731040288168Obtaining lock to block concurrent updates at 1731040288168Preparing flush snapshotting stores in 1588230740 at 1731040288168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040288169 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731040288169Flushing 1588230740/info: creating writer at 1731040288169Flushing 1588230740/info: appending metadata at 1731040288184 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731040288184Flushing 1588230740/ns: creating writer at 1731040288196 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731040288211 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731040288211Flushing 1588230740/table: creating writer at 1731040288223 (+12 ms)Flushing 1588230740/table: appending metadata at 1731040288237 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731040288237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7e2a30: reopening flushed file at 1731040288250 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0e7c69: reopening flushed file at 1731040288259 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f9cd3f: reopening flushed file at 1731040288267 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1731040288276 (+9 ms)Writing region close event to WAL at 1731040288277 (+1 ms)Running coprocessor post-close hooks at 1731040288281 (+4 ms)Closed at 1731040288281 2024-11-08T04:31:28,282 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:28,365 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,43685,1731040284512; all regions closed. 2024-11-08T04:31:28,368 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,41599,1731040284562; all regions closed. 2024-11-08T04:31:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:28,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:28,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:28,377 DEBUG [RS:0;6b18802fab89:43685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs 2024-11-08T04:31:28,377 INFO [RS:0;6b18802fab89:43685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C43685%2C1731040284512:(num 1731040285274) 2024-11-08T04:31:28,377 DEBUG [RS:0;6b18802fab89:43685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,377 INFO [RS:0;6b18802fab89:43685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:28,377 INFO [RS:0;6b18802fab89:43685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:28,378 DEBUG [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs 2024-11-08T04:31:28,378 INFO [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C41599%2C1731040284562.meta:.meta(num 1731040285671) 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:28,378 INFO [RS:0;6b18802fab89:43685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43685 2024-11-08T04:31:28,379 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:28,384 DEBUG [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/oldWALs 2024-11-08T04:31:28,384 INFO [RS:1;6b18802fab89:41599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C41599%2C1731040284562:(num 1731040285277) 2024-11-08T04:31:28,384 DEBUG [RS:1;6b18802fab89:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:28,384 INFO [RS:1;6b18802fab89:41599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:28,384 INFO [RS:1;6b18802fab89:41599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:28,384 INFO [RS:1;6b18802fab89:41599 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:28,384 INFO [RS:1;6b18802fab89:41599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:28,384 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:28,385 INFO [RS:1;6b18802fab89:41599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41599 2024-11-08T04:31:28,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:28,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,43685,1731040284512 2024-11-08T04:31:28,390 INFO [RS:0;6b18802fab89:43685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,41599,1731040284562 2024-11-08T04:31:28,401 INFO [RS:1;6b18802fab89:41599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:28,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,43685,1731040284512] 2024-11-08T04:31:28,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,43685,1731040284512 already deleted, retry=false 2024-11-08T04:31:28,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,43685,1731040284512 expired; onlineServers=1 2024-11-08T04:31:28,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,41599,1731040284562] 2024-11-08T04:31:28,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,41599,1731040284562 already deleted, retry=false 2024-11-08T04:31:28,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,41599,1731040284562 expired; onlineServers=0 2024-11-08T04:31:28,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,42197,1731040284328' ***** 2024-11-08T04:31:28,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:28,443 INFO [M:0;6b18802fab89:42197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:28,443 INFO [M:0;6b18802fab89:42197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:28,443 DEBUG [M:0;6b18802fab89:42197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:28,443 DEBUG [M:0;6b18802fab89:42197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:28,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:28,443 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040284938 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040284938,5,FailOnTimeoutGroup] 2024-11-08T04:31:28,443 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040284938 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040284938,5,FailOnTimeoutGroup] 2024-11-08T04:31:28,444 INFO [M:0;6b18802fab89:42197 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:28,444 INFO [M:0;6b18802fab89:42197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:28,444 DEBUG [M:0;6b18802fab89:42197 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:28,444 INFO [M:0;6b18802fab89:42197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:28,444 INFO [M:0;6b18802fab89:42197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:28,444 INFO [M:0;6b18802fab89:42197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:28,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:28,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:28,454 DEBUG [M:0;6b18802fab89:42197 {}] zookeeper.ZKUtil(347): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:28,454 WARN [M:0;6b18802fab89:42197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:28,454 INFO [M:0;6b18802fab89:42197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/.lastflushedseqids 2024-11-08T04:31:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:28,461 INFO [M:0;6b18802fab89:42197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:28,461 INFO [M:0;6b18802fab89:42197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:28,461 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:28,462 INFO [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:28,462 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:28,462 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:28,462 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:28,462 INFO [M:0;6b18802fab89:42197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T04:31:28,511 DEBUG [M:0;6b18802fab89:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238418d3a07e48e391ef17fb67e0b6c9 is 82, key is hbase:meta,,1/info:regioninfo/1731040285709/Put/seqid=0 2024-11-08T04:31:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43685-0x10118b68a400001, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,516 INFO [RS:0;6b18802fab89:43685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:28,516 INFO [RS:0;6b18802fab89:43685 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,43685,1731040284512; zookeeper connection closed. 2024-11-08T04:31:28,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e7bc24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e7bc24 2024-11-08T04:31:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:28,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x10118b68a400002, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,522 INFO [RS:1;6b18802fab89:41599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:28,522 INFO [RS:1;6b18802fab89:41599 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,41599,1731040284562; zookeeper connection closed. 2024-11-08T04:31:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:28,523 INFO [M:0;6b18802fab89:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238418d3a07e48e391ef17fb67e0b6c9 2024-11-08T04:31:28,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a17fc32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a17fc32 2024-11-08T04:31:28,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:28,552 DEBUG [M:0;6b18802fab89:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da397fa9010043af9b44601b7439330f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040287012/Put/seqid=0 2024-11-08T04:31:28,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:28,569 INFO [M:0;6b18802fab89:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da397fa9010043af9b44601b7439330f 2024-11-08T04:31:28,590 DEBUG [M:0;6b18802fab89:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79805807a48a400bbfb959e739b5bc55 is 69, key is 6b18802fab89,41599,1731040284562/rs:state/1731040285030/Put/seqid=0 2024-11-08T04:31:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:28,597 INFO [M:0;6b18802fab89:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79805807a48a400bbfb959e739b5bc55 2024-11-08T04:31:28,604 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238418d3a07e48e391ef17fb67e0b6c9 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/238418d3a07e48e391ef17fb67e0b6c9 2024-11-08T04:31:28,611 INFO [M:0;6b18802fab89:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/238418d3a07e48e391ef17fb67e0b6c9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:28,612 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da397fa9010043af9b44601b7439330f as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da397fa9010043af9b44601b7439330f 2024-11-08T04:31:28,618 INFO [M:0;6b18802fab89:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da397fa9010043af9b44601b7439330f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:28,619 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79805807a48a400bbfb959e739b5bc55 as hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79805807a48a400bbfb959e739b5bc55 2024-11-08T04:31:28,625 INFO [M:0;6b18802fab89:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/f014c6de-a92a-6ad6-d99f-a9547a3b9235/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79805807a48a400bbfb959e739b5bc55, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:28,626 INFO [M:0;6b18802fab89:42197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:28,627 INFO [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:28,628 DEBUG [M:0;6b18802fab89:42197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040288461Disabling compacts and flushes for region at 1731040288461Disabling writes for close at 1731040288462 (+1 ms)Obtaining lock to block concurrent updates at 1731040288462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040288462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731040288462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040288463 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040288463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040288510 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040288510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040288529 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040288551 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040288551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040288575 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040288589 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040288589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d01cd1: reopening flushed file at 1731040288603 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ea08d9: reopening flushed file at 1731040288611 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315d2aa3: reopening flushed file at 1731040288618 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false at 1731040288626 (+8 ms)Writing region close event to WAL at 1731040288627 (+1 ms)Closed at 1731040288627 2024-11-08T04:31:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43065 is added to blk_1073741830_1006 (size=35440) 2024-11-08T04:31:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741830_1006 (size=35440) 2024-11-08T04:31:28,631 INFO [M:0;6b18802fab89:42197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:28,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:28,631 INFO [M:0;6b18802fab89:42197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42197 2024-11-08T04:31:28,631 INFO [M:0;6b18802fab89:42197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,743 INFO [M:0;6b18802fab89:42197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x10118b68a400000, quorum=127.0.0.1:56236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:28,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372bca06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:28,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e696bad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:28,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f597cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26487961{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:28,752 WARN [BP-1003225934-172.17.0.2-1731040281735 heartbeating to localhost/127.0.0.1:45045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:28,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:28,752 WARN [BP-1003225934-172.17.0.2-1731040281735 heartbeating to localhost/127.0.0.1:45045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1003225934-172.17.0.2-1731040281735 (Datanode Uuid d3ee8167-1ac3-4b10-8a06-e2330b7da93f) service to localhost/127.0.0.1:45045 2024-11-08T04:31:28,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:28,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data3/current/BP-1003225934-172.17.0.2-1731040281735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:28,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data4/current/BP-1003225934-172.17.0.2-1731040281735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:28,754 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:28,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b92523{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:28,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6feb66bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:28,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:28,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4776a6be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:28,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77fb531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:28,758 WARN [BP-1003225934-172.17.0.2-1731040281735 heartbeating to localhost/127.0.0.1:45045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:28,758 WARN [BP-1003225934-172.17.0.2-1731040281735 heartbeating to localhost/127.0.0.1:45045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1003225934-172.17.0.2-1731040281735 (Datanode Uuid e7d38402-a303-403b-87e8-45464a7cc04f) service to localhost/127.0.0.1:45045 2024-11-08T04:31:28,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:28,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:28,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data1/current/BP-1003225934-172.17.0.2-1731040281735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:28,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/cluster_43a653e8-8926-4688-24b2-792321eaf602/data/data2/current/BP-1003225934-172.17.0.2-1731040281735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:28,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:28,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:28,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:28,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:28,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:28,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:28,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:28,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:28,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 109) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45045 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45045 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 710), ProcessCount=11 (was 11), AvailableMemoryMB=8201 (was 8524) 2024-11-08T04:31:28,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=8201 2024-11-08T04:31:28,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir so I do NOT create it in target/test-data/31801292-a496-6b21-44c7-cac56457822c 2024-11-08T04:31:28,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T04:31:28,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.tmp.dir so I do NOT create it in target/test-data/31801292-a496-6b21-44c7-cac56457822c 2024-11-08T04:31:28,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/934ec5ed-5398-b6ee-76ab-aa635825444d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T04:31:28,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190, deleteOnExit=true 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/test.cache.data in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:28,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:28,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:28,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:29,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:29,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:29,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:29,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:29,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:29,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:29,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b62b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:29,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5f308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:29,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9b0d486{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/java.io.tmpdir/jetty-localhost-43239-hadoop-hdfs-3_4_1-tests_jar-_-any-4046129252121619387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:29,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55da6772{HTTP/1.1, (http/1.1)}{localhost:43239} 2024-11-08T04:31:29,235 INFO [Time-limited test {}] server.Server(415): Started @25277ms 2024-11-08T04:31:29,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:29,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:29,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:29,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:29,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:29,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ece552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:29,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c10967e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:29,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3803bad1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/java.io.tmpdir/jetty-localhost-35367-hadoop-hdfs-3_4_1-tests_jar-_-any-1749481070338147689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:29,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@461b720c{HTTP/1.1, (http/1.1)}{localhost:35367} 2024-11-08T04:31:29,612 INFO [Time-limited test {}] server.Server(415): Started @25653ms 2024-11-08T04:31:29,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:29,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:29,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:29,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:29,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:29,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:29,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb76bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:29,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5d1366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:29,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bab5ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/java.io.tmpdir/jetty-localhost-34297-hadoop-hdfs-3_4_1-tests_jar-_-any-18230531605954822222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:29,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50a480e0{HTTP/1.1, (http/1.1)}{localhost:34297} 2024-11-08T04:31:29,740 INFO [Time-limited test {}] server.Server(415): Started @25781ms 2024-11-08T04:31:29,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:30,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:30,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T04:31:30,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T04:31:30,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-08T04:31:31,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T04:31:31,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:31,374 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data1/current/BP-2139204840-172.17.0.2-1731040288830/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:31,374 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data2/current/BP-2139204840-172.17.0.2-1731040288830/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:31,392 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c398adce67eb9eb with lease ID 0x8c821d2a07141a0b: Processing first storage report for DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=dac4ad03-c71e-481f-9d8c-cb9b831009a4, infoPort=34505, infoSecurePort=0, ipcPort=46507, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830) 2024-11-08T04:31:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c398adce67eb9eb with lease ID 0x8c821d2a07141a0b: from storage DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=dac4ad03-c71e-481f-9d8c-cb9b831009a4, infoPort=34505, infoSecurePort=0, ipcPort=46507, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c398adce67eb9eb with lease ID 0x8c821d2a07141a0b: Processing first storage report for DS-a9e9dd1c-46c7-465f-947c-cebffae7bd06 from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=dac4ad03-c71e-481f-9d8c-cb9b831009a4, infoPort=34505, infoSecurePort=0, ipcPort=46507, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830) 2024-11-08T04:31:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c398adce67eb9eb with lease ID 0x8c821d2a07141a0b: from storage DS-a9e9dd1c-46c7-465f-947c-cebffae7bd06 node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=dac4ad03-c71e-481f-9d8c-cb9b831009a4, infoPort=34505, infoSecurePort=0, ipcPort=46507, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:31,523 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data3/current/BP-2139204840-172.17.0.2-1731040288830/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:31,523 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data4/current/BP-2139204840-172.17.0.2-1731040288830/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:31,546 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3b4498e8cf1062 with lease ID 0x8c821d2a07141a0c: Processing first storage report for DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15 from datanode DatanodeRegistration(127.0.0.1:46317, datanodeUuid=52163b39-67c3-4c5e-b294-32431e199e61, infoPort=42019, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830) 2024-11-08T04:31:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3b4498e8cf1062 with lease ID 0x8c821d2a07141a0c: from storage DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15 node DatanodeRegistration(127.0.0.1:46317, datanodeUuid=52163b39-67c3-4c5e-b294-32431e199e61, infoPort=42019, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3b4498e8cf1062 with lease ID 0x8c821d2a07141a0c: Processing first storage report for DS-a31350be-3bea-4683-9020-55366091e793 from datanode DatanodeRegistration(127.0.0.1:46317, datanodeUuid=52163b39-67c3-4c5e-b294-32431e199e61, infoPort=42019, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830) 2024-11-08T04:31:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3b4498e8cf1062 with lease ID 0x8c821d2a07141a0c: from storage DS-a31350be-3bea-4683-9020-55366091e793 node DatanodeRegistration(127.0.0.1:46317, datanodeUuid=52163b39-67c3-4c5e-b294-32431e199e61, infoPort=42019, infoSecurePort=0, ipcPort=45299, storageInfo=lv=-57;cid=testClusterID;nsid=1778248044;c=1731040288830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:31,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c 2024-11-08T04:31:31,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/zookeeper_0, clientPort=61249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:31,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61249 2024-11-08T04:31:31,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:31,610 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 with version=8 2024-11-08T04:31:31,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/hbase-staging 2024-11-08T04:31:31,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:31,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:31,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:31,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:31,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:31,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33467 2024-11-08T04:31:31,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33467 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-11-08T04:31:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334670x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:31,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33467-0x10118b6a6b70000 connected 2024-11-08T04:31:31,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:31,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458, hbase.cluster.distributed=false 2024-11-08T04:31:31,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:31,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-08T04:31:31,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33467 2024-11-08T04:31:31,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33467 2024-11-08T04:31:31,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-08T04:31:31,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-08T04:31:31,778 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:31,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:31,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:31,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:31,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:31,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43769 2024-11-08T04:31:31,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43769 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-11-08T04:31:31,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437690x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:31,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437690x0, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:31,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43769-0x10118b6a6b70001 connected 2024-11-08T04:31:31,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:31,796 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:31,804 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:31,809 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:31,813 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:31,814 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:31,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:31,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:31,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-08T04:31:31,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43769 2024-11-08T04:31:31,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43769 2024-11-08T04:31:31,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-08T04:31:31,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43769 2024-11-08T04:31:31,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:31,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:31,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44767 2024-11-08T04:31:31,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44767 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-11-08T04:31:31,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447670x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:31,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44767-0x10118b6a6b70002 connected 2024-11-08T04:31:31,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:31,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:31,844 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:31,849 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:31,849 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:31,850 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:31,850 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:31,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:31,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T04:31:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44767 2024-11-08T04:31:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44767 2024-11-08T04:31:31,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T04:31:31,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-08T04:31:31,865 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:33467 2024-11-08T04:31:31,866 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,33467,1731040291612 2024-11-08T04:31:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,875 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,33467,1731040291612 2024-11-08T04:31:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,886 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:31,886 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,33467,1731040291612 from backup master directory 2024-11-08T04:31:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,33467,1731040291612 2024-11-08T04:31:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:31,896 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:31,896 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,33467,1731040291612 2024-11-08T04:31:31,903 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/hbase.id] with ID: bd079900-7378-4d5e-aebb-781a84320efc 2024-11-08T04:31:31,903 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/.tmp/hbase.id 2024-11-08T04:31:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:31,910 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/.tmp/hbase.id]:[hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/hbase.id] 2024-11-08T04:31:31,922 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:31,922 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:31,924 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T04:31:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:31,946 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:31,948 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:31,948 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:31,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:31,957 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store 2024-11-08T04:31:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:31,965 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:31,965 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:31,965 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040291965Disabling compacts and flushes for region at 1731040291965Disabling writes for close at 1731040291965Writing region close event to WAL at 1731040291965Closed at 1731040291965 2024-11-08T04:31:31,966 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/.initializing 2024-11-08T04:31:31,966 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/WALs/6b18802fab89,33467,1731040291612 2024-11-08T04:31:31,967 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:31,969 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C33467%2C1731040291612, suffix=, logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/WALs/6b18802fab89,33467,1731040291612, archiveDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:31,980 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/WALs/6b18802fab89,33467,1731040291612/6b18802fab89%2C33467%2C1731040291612.1731040291969, exclude list is [], retry=0 2024-11-08T04:31:31,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46317,DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15,DISK] 2024-11-08T04:31:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea,DISK] 2024-11-08T04:31:31,984 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/WALs/6b18802fab89,33467,1731040291612/6b18802fab89%2C33467%2C1731040291612.1731040291969 2024-11-08T04:31:31,985 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42019:42019),(127.0.0.1/127.0.0.1:34505:34505)] 2024-11-08T04:31:31,985 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:31,985 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:31,985 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,985 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:31,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:31,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:31,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:31,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:31,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:31,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:31,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:31,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:31,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:31,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:31,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:31,995 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,996 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,996 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,997 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,997 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:31,998 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:31,999 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:32,000 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:32,001 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67886282, jitterRate=0.011584430932998657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:32,002 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040291985Initializing all the Stores at 1731040291986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040291986Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040291986Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040291986Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040291986Cleaning up temporary data from old regions at 1731040291997 (+11 ms)Region opened successfully at 1731040292002 (+5 ms) 2024-11-08T04:31:32,002 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:32,005 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af1a2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:32,006 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:32,006 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:32,006 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:32,006 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:32,006 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T04:31:32,007 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T04:31:32,007 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:32,009 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:32,010 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:32,021 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:32,022 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:32,022 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:32,032 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:32,032 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:32,033 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:32,042 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:32,044 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:32,053 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:32,056 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:32,063 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,075 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,33467,1731040291612, sessionid=0x10118b6a6b70000, setting cluster-up flag (Was=false) 2024-11-08T04:31:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,127 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:32,131 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,33467,1731040291612 2024-11-08T04:31:32,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,179 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:32,181 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,33467,1731040291612 2024-11-08T04:31:32,182 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:32,183 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:32,183 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:32,184 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:32,184 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,33467,1731040291612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:32,186 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040322187 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:32,187 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,188 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:32,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:32,188 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:32,188 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:32,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:32,188 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:32,188 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:32,188 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040292188,5,FailOnTimeoutGroup] 2024-11-08T04:31:32,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:32,192 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040292188,5,FailOnTimeoutGroup] 2024-11-08T04:31:32,192 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,192 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:32,192 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,192 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:32,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:32,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 2024-11-08T04:31:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:32,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:32,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:32,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:32,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:32,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:32,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:32,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:32,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:32,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:32,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740 2024-11-08T04:31:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740 2024-11-08T04:31:32,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:32,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:32,219 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:32,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:32,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:32,223 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62391622, jitterRate=-0.0702923834323883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040292209Initializing all the Stores at 1731040292209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040292210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292210Cleaning up temporary data from old regions at 1731040292219 (+9 ms)Region opened successfully at 1731040292224 (+5 ms) 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:32,224 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:32,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:32,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040292224Disabling compacts and flushes for region at 1731040292224Disabling writes for close at 1731040292224Writing region close event to WAL at 1731040292224Closed at 1731040292224 2024-11-08T04:31:32,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:32,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:32,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:32,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:32,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:32,255 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(746): ClusterId : bd079900-7378-4d5e-aebb-781a84320efc 2024-11-08T04:31:32,255 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(746): ClusterId : bd079900-7378-4d5e-aebb-781a84320efc 2024-11-08T04:31:32,255 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:32,255 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:32,265 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:32,265 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:32,265 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:32,265 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:32,275 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:32,275 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:32,275 DEBUG [RS:0;6b18802fab89:43769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d3a988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:32,275 DEBUG [RS:1;6b18802fab89:44767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfad821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:32,289 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:44767 2024-11-08T04:31:32,289 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:43769 2024-11-08T04:31:32,290 INFO [RS:0;6b18802fab89:43769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:32,290 INFO [RS:1;6b18802fab89:44767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:32,290 INFO [RS:0;6b18802fab89:43769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:32,290 INFO [RS:1;6b18802fab89:44767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:32,290 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:32,290 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:32,290 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,33467,1731040291612 with port=44767, startcode=1731040291831 2024-11-08T04:31:32,290 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,33467,1731040291612 with port=43769, startcode=1731040291778 2024-11-08T04:31:32,291 DEBUG [RS:0;6b18802fab89:43769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:32,291 DEBUG [RS:1;6b18802fab89:44767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:32,292 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:32,292 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:32,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33467 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,294 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 2024-11-08T04:31:32,294 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38997 2024-11-08T04:31:32,294 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:32,295 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 2024-11-08T04:31:32,295 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38997 2024-11-08T04:31:32,295 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:32,347 DEBUG [RS:0;6b18802fab89:43769 {}] zookeeper.ZKUtil(111): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,347 WARN [RS:0;6b18802fab89:43769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:32,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,43769,1731040291778] 2024-11-08T04:31:32,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,44767,1731040291831] 2024-11-08T04:31:32,347 INFO [RS:0;6b18802fab89:43769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:32,348 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,348 DEBUG [RS:1;6b18802fab89:44767 {}] zookeeper.ZKUtil(111): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,348 WARN [RS:1;6b18802fab89:44767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:32,348 INFO [RS:1;6b18802fab89:44767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:32,348 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,355 INFO [RS:1;6b18802fab89:44767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:32,355 INFO [RS:0;6b18802fab89:43769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:32,358 INFO [RS:1;6b18802fab89:44767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:32,358 INFO [RS:1;6b18802fab89:44767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:32,359 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,359 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:32,359 INFO [RS:0;6b18802fab89:43769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:32,359 INFO [RS:1;6b18802fab89:44767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:32,360 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,360 INFO [RS:0;6b18802fab89:43769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:32,360 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:32,360 DEBUG [RS:1;6b18802fab89:44767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:32,360 INFO [RS:0;6b18802fab89:43769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:32,361 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:32,361 DEBUG [RS:0;6b18802fab89:43769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:32,361 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,361 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44767,1731040291831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,362 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,43769,1731040291778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:32,376 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:32,376 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:32,376 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,43769,1731040291778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,376 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44767,1731040291831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,376 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,376 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,376 INFO [RS:0;6b18802fab89:43769 {}] regionserver.Replication(171): 6b18802fab89,43769,1731040291778 started 2024-11-08T04:31:32,376 INFO [RS:1;6b18802fab89:44767 {}] regionserver.Replication(171): 6b18802fab89,44767,1731040291831 started 2024-11-08T04:31:32,378 WARN [6b18802fab89:33467 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:32,389 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,389 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,44767,1731040291831, RpcServer on 6b18802fab89/172.17.0.2:44767, sessionid=0x10118b6a6b70002 2024-11-08T04:31:32,390 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,390 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,43769,1731040291778, RpcServer on 6b18802fab89/172.17.0.2:43769, sessionid=0x10118b6a6b70001 2024-11-08T04:31:32,390 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:32,390 DEBUG [RS:1;6b18802fab89:44767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,390 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,44767,1731040291831' 2024-11-08T04:31:32,390 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:32,390 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:32,390 DEBUG [RS:0;6b18802fab89:43769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,390 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,43769,1731040291778' 2024-11-08T04:31:32,390 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:32,390 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:32,390 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,43769,1731040291778 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,43769,1731040291778' 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,44767,1731040291831' 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:32,391 DEBUG [RS:1;6b18802fab89:44767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:32,391 DEBUG [RS:0;6b18802fab89:43769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:32,391 INFO [RS:1;6b18802fab89:44767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:32,392 INFO [RS:0;6b18802fab89:43769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:32,392 INFO [RS:1;6b18802fab89:44767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:32,392 INFO [RS:0;6b18802fab89:43769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:32,492 INFO [RS:0;6b18802fab89:43769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:32,492 INFO [RS:1;6b18802fab89:44767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:32,496 INFO [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C44767%2C1731040291831, suffix=, logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831, archiveDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs, maxLogs=32 2024-11-08T04:31:32,496 INFO [RS:0;6b18802fab89:43769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C43769%2C1731040291778, suffix=, logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,43769,1731040291778, archiveDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs, maxLogs=32 2024-11-08T04:31:32,511 DEBUG [RS:1;6b18802fab89:44767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831/6b18802fab89%2C44767%2C1731040291831.1731040292497, exclude list is [], retry=0 2024-11-08T04:31:32,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46317,DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15,DISK] 2024-11-08T04:31:32,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea,DISK] 2024-11-08T04:31:32,516 INFO [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831/6b18802fab89%2C44767%2C1731040291831.1731040292497 2024-11-08T04:31:32,516 DEBUG [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34505:34505),(127.0.0.1/127.0.0.1:42019:42019)] 2024-11-08T04:31:32,518 DEBUG [RS:0;6b18802fab89:43769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,43769,1731040291778/6b18802fab89%2C43769%2C1731040291778.1731040292497, exclude list is [], retry=0 2024-11-08T04:31:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46317,DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15,DISK] 2024-11-08T04:31:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea,DISK] 2024-11-08T04:31:32,522 INFO [RS:0;6b18802fab89:43769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,43769,1731040291778/6b18802fab89%2C43769%2C1731040291778.1731040292497 2024-11-08T04:31:32,522 DEBUG [RS:0;6b18802fab89:43769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34505:34505),(127.0.0.1/127.0.0.1:42019:42019)] 2024-11-08T04:31:32,628 DEBUG [6b18802fab89:33467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:32,628 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:32,630 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:32,630 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:32,631 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:32,631 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:32,631 INFO [6b18802fab89:33467 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:32,631 INFO [6b18802fab89:33467 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:32,631 DEBUG [6b18802fab89:33467 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:32,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,44767,1731040291831, state=OPENING 2024-11-08T04:31:32,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:32,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:32,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,44767,1731040291831}] 2024-11-08T04:31:32,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:32,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:32,827 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:32,827 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:32,828 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:32,830 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C44767%2C1731040291831.meta, suffix=.meta, logDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831, archiveDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs, maxLogs=32 2024-11-08T04:31:32,844 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831/6b18802fab89%2C44767%2C1731040291831.meta.1731040292831.meta, exclude list is [], retry=0 2024-11-08T04:31:32,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-742f4b52-6e0b-4f27-a2b3-de0c840c31ea,DISK] 2024-11-08T04:31:32,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46317,DS-ecb85458-28b3-446e-9bce-1a6d93e4bb15,DISK] 2024-11-08T04:31:32,850 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/WALs/6b18802fab89,44767,1731040291831/6b18802fab89%2C44767%2C1731040291831.meta.1731040292831.meta 2024-11-08T04:31:32,850 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34505:34505),(127.0.0.1/127.0.0.1:42019:42019)] 2024-11-08T04:31:32,850 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:32,850 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:32,851 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:32,851 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:32,851 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:32,851 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:32,851 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:32,851 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:32,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:32,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:32,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:32,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:32,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:32,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:32,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:32,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:32,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:32,858 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:32,858 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740 2024-11-08T04:31:32,859 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740 2024-11-08T04:31:32,860 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:32,860 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:32,861 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:32,862 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:32,863 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59096283, jitterRate=-0.11939676105976105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:32,863 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:32,863 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040292851Writing region info on filesystem at 1731040292851Initializing all the Stores at 1731040292852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292852Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040292852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040292852Cleaning up temporary data from old regions at 1731040292860 (+8 ms)Running coprocessor post-open hooks at 1731040292863 (+3 ms)Region opened successfully at 1731040292863 2024-11-08T04:31:32,864 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040292817 2024-11-08T04:31:32,867 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:32,867 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:32,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,44767,1731040291831, state=OPEN 2024-11-08T04:31:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:32,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,44767,1731040291831 2024-11-08T04:31:32,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:32,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:32,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,44767,1731040291831 in 210 msec 2024-11-08T04:31:32,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:32,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-08T04:31:32,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:32,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:32,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:32,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,44767,1731040291831, seqNum=-1] 2024-11-08T04:31:32,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:32,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:32,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-08T04:31:32,892 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040292892, completionTime=-1 2024-11-08T04:31:32,892 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:32,892 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:32,894 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:32,894 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040352894 2024-11-08T04:31:32,894 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040412894 2024-11-08T04:31:32,894 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:33467, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,895 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,897 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:32,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.003sec 2024-11-08T04:31:32,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:32,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:32,899 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:32,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:32,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:32,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:32,900 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:32,903 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:32,903 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:32,903 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,33467,1731040291612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:32,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,33467,-1 for getting cluster id 2024-11-08T04:31:32,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:32,957 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd079900-7378-4d5e-aebb-781a84320efc' 2024-11-08T04:31:32,958 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:32,958 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd079900-7378-4d5e-aebb-781a84320efc" 2024-11-08T04:31:32,958 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2929fa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:32,958 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,33467,-1] 2024-11-08T04:31:32,959 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:32,959 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:32,960 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:32,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:32,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:32,963 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,44767,1731040291831, seqNum=-1] 2024-11-08T04:31:32,963 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:32,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:32,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,33467,1731040291612 2024-11-08T04:31:32,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:32,968 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,33467,1731040291612 2024-11-08T04:31:32,968 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1398c006 2024-11-08T04:31:32,969 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:32,970 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:32,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:32,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:32,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:32,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:32,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:32,984 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdad939d771cb05890c3a3198518cca, NAME => 'testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 2024-11-08T04:31:32,984 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fd7b8d159a491fbb5dbe97f9529ef63b, NAME => 'testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458 2024-11-08T04:31:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2bdad939d771cb05890c3a3198518cca, disabling compactions & flushes 2024-11-08T04:31:32,992 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. after waiting 0 ms 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing fd7b8d159a491fbb5dbe97f9529ef63b, disabling compactions & flushes 2024-11-08T04:31:32,992 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:32,992 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bdad939d771cb05890c3a3198518cca: Waiting for close lock at 1731040292992Disabling compacts and flushes for region at 1731040292992Disabling writes for close at 1731040292992Writing region close event to WAL at 1731040292992Closed at 1731040292992 2024-11-08T04:31:32,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. after waiting 0 ms 2024-11-08T04:31:32,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:32,993 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:32,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for fd7b8d159a491fbb5dbe97f9529ef63b: Waiting for close lock at 1731040292992Disabling compacts and flushes for region at 1731040292992Disabling writes for close at 1731040292992Writing region close event to WAL at 1731040292993 (+1 ms)Closed at 1731040292993 2024-11-08T04:31:32,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:32,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040292994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040292994"}]},"ts":"1731040292994"} 2024-11-08T04:31:32,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040292994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040292994"}]},"ts":"1731040292994"} 2024-11-08T04:31:32,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:33,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:33,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040293001"}]},"ts":"1731040293001"} 2024-11-08T04:31:33,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:33,004 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:33,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:33,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:33,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:33,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:33,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:33,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:33,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:33,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdad939d771cb05890c3a3198518cca, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd7b8d159a491fbb5dbe97f9529ef63b, ASSIGN}] 2024-11-08T04:31:33,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd7b8d159a491fbb5dbe97f9529ef63b, ASSIGN 2024-11-08T04:31:33,008 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdad939d771cb05890c3a3198518cca, ASSIGN 2024-11-08T04:31:33,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdad939d771cb05890c3a3198518cca, ASSIGN; state=OFFLINE, location=6b18802fab89,44767,1731040291831; forceNewPlan=false, retain=false 2024-11-08T04:31:33,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd7b8d159a491fbb5dbe97f9529ef63b, ASSIGN; state=OFFLINE, location=6b18802fab89,43769,1731040291778; forceNewPlan=false, retain=false 2024-11-08T04:31:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:33,160 INFO [6b18802fab89:33467 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:33,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fd7b8d159a491fbb5dbe97f9529ef63b, regionState=OPENING, regionLocation=6b18802fab89,43769,1731040291778 2024-11-08T04:31:33,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bdad939d771cb05890c3a3198518cca, regionState=OPENING, regionLocation=6b18802fab89,44767,1731040291831 2024-11-08T04:31:33,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd7b8d159a491fbb5dbe97f9529ef63b, ASSIGN because future has completed 2024-11-08T04:31:33,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd7b8d159a491fbb5dbe97f9529ef63b, server=6b18802fab89,43769,1731040291778}] 2024-11-08T04:31:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdad939d771cb05890c3a3198518cca, ASSIGN because future has completed 2024-11-08T04:31:33,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdad939d771cb05890c3a3198518cca, server=6b18802fab89,44767,1731040291831}] 2024-11-08T04:31:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:33,317 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:33,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:33,325 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:33,325 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:33,325 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdad939d771cb05890c3a3198518cca, NAME => 'testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fd7b8d159a491fbb5dbe97f9529ef63b, NAME => 'testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,326 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,328 INFO [StoreOpener-2bdad939d771cb05890c3a3198518cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,328 INFO [StoreOpener-fd7b8d159a491fbb5dbe97f9529ef63b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,331 INFO [StoreOpener-2bdad939d771cb05890c3a3198518cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdad939d771cb05890c3a3198518cca columnFamilyName family 2024-11-08T04:31:33,331 INFO [StoreOpener-fd7b8d159a491fbb5dbe97f9529ef63b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd7b8d159a491fbb5dbe97f9529ef63b columnFamilyName family 2024-11-08T04:31:33,331 DEBUG [StoreOpener-fd7b8d159a491fbb5dbe97f9529ef63b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:33,331 DEBUG [StoreOpener-2bdad939d771cb05890c3a3198518cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:33,331 INFO [StoreOpener-2bdad939d771cb05890c3a3198518cca-1 {}] regionserver.HStore(327): Store=2bdad939d771cb05890c3a3198518cca/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:33,331 INFO [StoreOpener-fd7b8d159a491fbb5dbe97f9529ef63b-1 {}] regionserver.HStore(327): Store=fd7b8d159a491fbb5dbe97f9529ef63b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:33,332 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,332 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,332 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,333 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,335 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,335 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,337 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:33,337 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:33,338 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2bdad939d771cb05890c3a3198518cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60135305, jitterRate=-0.10391412675380707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:33,338 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:33,338 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fd7b8d159a491fbb5dbe97f9529ef63b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60473555, jitterRate=-0.0988738089799881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:33,338 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:33,338 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2bdad939d771cb05890c3a3198518cca: Running coprocessor pre-open hook at 1731040293326Writing region info on filesystem at 1731040293326Initializing all the Stores at 1731040293328 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040293328Cleaning up temporary data from old regions at 1731040293333 (+5 ms)Running coprocessor post-open hooks at 1731040293338 (+5 ms)Region opened successfully at 1731040293338 2024-11-08T04:31:33,338 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fd7b8d159a491fbb5dbe97f9529ef63b: Running coprocessor pre-open hook at 1731040293326Writing region info on filesystem at 1731040293326Initializing all the Stores at 1731040293328 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040293328Cleaning up temporary data from old regions at 1731040293334 (+6 ms)Running coprocessor post-open hooks at 1731040293338 (+4 ms)Region opened successfully at 1731040293338 2024-11-08T04:31:33,339 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca., pid=8, masterSystemTime=1731040293318 2024-11-08T04:31:33,339 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b., pid=7, masterSystemTime=1731040293317 2024-11-08T04:31:33,341 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:33,341 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:33,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bdad939d771cb05890c3a3198518cca, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,44767,1731040291831 2024-11-08T04:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:33,343 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:33,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fd7b8d159a491fbb5dbe97f9529ef63b, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,43769,1731040291778 2024-11-08T04:31:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdad939d771cb05890c3a3198518cca, server=6b18802fab89,44767,1731040291831 because future has completed 2024-11-08T04:31:33,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd7b8d159a491fbb5dbe97f9529ef63b, server=6b18802fab89,43769,1731040291778 because future has completed 2024-11-08T04:31:33,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T04:31:33,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdad939d771cb05890c3a3198518cca, server=6b18802fab89,44767,1731040291831 in 181 msec 2024-11-08T04:31:33,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T04:31:33,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fd7b8d159a491fbb5dbe97f9529ef63b, server=6b18802fab89,43769,1731040291778 in 185 msec 2024-11-08T04:31:33,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdad939d771cb05890c3a3198518cca, ASSIGN in 344 msec 2024-11-08T04:31:33,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T04:31:33,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd7b8d159a491fbb5dbe97f9529ef63b, ASSIGN in 346 msec 2024-11-08T04:31:33,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:33,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040293356"}]},"ts":"1731040293356"} 2024-11-08T04:31:33,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:33,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:33,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-08T04:31:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:33,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:33,600 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:33,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:33,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:33,608 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:33,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:33,613 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca., hostname=6b18802fab89,44767,1731040291831, seqNum=2] 2024-11-08T04:31:33,624 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b., hostname=6b18802fab89,43769,1731040291778, seqNum=2] 2024-11-08T04:31:33,625 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:33,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:33,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fd7b8d159a491fbb5dbe97f9529ef63b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:33,653 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/.tmp/family/b567fef52fc14d33844dff10c2a309c9 is 32, key is 5/family:/1731040293627/Put/seqid=0 2024-11-08T04:31:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:33,659 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/.tmp/family/b567fef52fc14d33844dff10c2a309c9 2024-11-08T04:31:33,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/.tmp/family/b567fef52fc14d33844dff10c2a309c9 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/family/b567fef52fc14d33844dff10c2a309c9 2024-11-08T04:31:33,674 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/family/b567fef52fc14d33844dff10c2a309c9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:33,675 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fd7b8d159a491fbb5dbe97f9529ef63b in 39ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:33,675 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fd7b8d159a491fbb5dbe97f9529ef63b: 2024-11-08T04:31:33,675 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bdad939d771cb05890c3a3198518cca 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:33,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/.tmp/family/ab9a64e0d75847d09fd13b235361a00e is 32, key is 1/family:/1731040293614/Put/seqid=0 2024-11-08T04:31:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:34,096 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/.tmp/family/ab9a64e0d75847d09fd13b235361a00e 2024-11-08T04:31:34,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/.tmp/family/ab9a64e0d75847d09fd13b235361a00e as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/family/ab9a64e0d75847d09fd13b235361a00e 2024-11-08T04:31:34,112 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/family/ab9a64e0d75847d09fd13b235361a00e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:34,113 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2bdad939d771cb05890c3a3198518cca in 438ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bdad939d771cb05890c3a3198518cca: 2024-11-08T04:31:34,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c58974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:34,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,33467,-1 for getting cluster id 2024-11-08T04:31:34,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:34,115 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd079900-7378-4d5e-aebb-781a84320efc' 2024-11-08T04:31:34,115 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:34,115 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd079900-7378-4d5e-aebb-781a84320efc" 2024-11-08T04:31:34,116 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a9cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:34,116 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,33467,-1] 2024-11-08T04:31:34,116 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:34,116 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,117 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:34,118 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a25487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:34,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T04:31:34,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:34,126 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,44767,1731040291831, seqNum=-1] 2024-11-08T04:31:34,127 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:34,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:34,131 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:34,132 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:34,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:34,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] bucket.BucketCache(1864): found 1 blocks for file ab9a64e0d75847d09fd13b235361a00e, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] bucket.BucketCache(1864): found 1 blocks for file b567fef52fc14d33844dff10c2a309c9, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43769 {}] bucket.BucketCache(857): removed key b567fef52fc14d33844dff10c2a309c9_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] bucket.BucketCache(857): removed key ab9a64e0d75847d09fd13b235361a00e_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:34,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:34,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:34,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:34,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:34,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:34,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:34,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:34,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:34,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1991711110, stopped=false 2024-11-08T04:31:34,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,33467,1731040291612 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:34,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:34,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:34,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:34,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:34,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:34,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:34,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,43769,1731040291778' ***** 2024-11-08T04:31:34,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:34,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,44767,1731040291831' ***** 2024-11-08T04:31:34,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:34,192 INFO [RS:0;6b18802fab89:43769 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:34,192 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:34,192 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:34,192 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:34,192 INFO [RS:0;6b18802fab89:43769 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:34,192 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:34,192 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:34,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:34,192 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:34,193 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:34,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,44767,1731040291831 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(3091): Received CLOSE for fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:44767. 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdad939d771cb05890c3a3198518cca, disabling compactions & flushes 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,43769,1731040291778 2024-11-08T04:31:34,193 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:34,193 DEBUG [RS:1;6b18802fab89:44767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:34,193 DEBUG [RS:1;6b18802fab89:44767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:43769. 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. after waiting 0 ms 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd7b8d159a491fbb5dbe97f9529ef63b, disabling compactions & flushes 2024-11-08T04:31:34,193 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:34,193 DEBUG [RS:0;6b18802fab89:43769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. after waiting 0 ms 2024-11-08T04:31:34,193 DEBUG [RS:0;6b18802fab89:43769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:34,193 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:34,193 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:34,193 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:34,193 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1325): Online Regions={fd7b8d159a491fbb5dbe97f9529ef63b=testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b.} 2024-11-08T04:31:34,194 DEBUG [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1351): Waiting on fd7b8d159a491fbb5dbe97f9529ef63b 2024-11-08T04:31:34,194 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:34,194 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bdad939d771cb05890c3a3198518cca=testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca.} 2024-11-08T04:31:34,194 DEBUG [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdad939d771cb05890c3a3198518cca 2024-11-08T04:31:34,194 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:34,194 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:34,194 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:34,194 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:34,194 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:34,195 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:34,198 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/fd7b8d159a491fbb5dbe97f9529ef63b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:34,199 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:34,199 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd7b8d159a491fbb5dbe97f9529ef63b: Waiting for close lock at 1731040294193Running coprocessor pre-close hooks at 1731040294193Disabling compacts and flushes for region at 1731040294193Disabling writes for close at 1731040294193Writing region close event to WAL at 1731040294194 (+1 ms)Running coprocessor post-close hooks at 1731040294199 (+5 ms)Closed at 1731040294199 2024-11-08T04:31:34,199 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b. 2024-11-08T04:31:34,199 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/default/testClearRegionBlockCache/2bdad939d771cb05890c3a3198518cca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:34,200 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdad939d771cb05890c3a3198518cca: Waiting for close lock at 1731040294193Running coprocessor pre-close hooks at 1731040294193Disabling compacts and flushes for region at 1731040294193Disabling writes for close at 1731040294193Writing region close event to WAL at 1731040294194 (+1 ms)Running coprocessor post-close hooks at 1731040294200 (+6 ms)Closed at 1731040294200 2024-11-08T04:31:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040292970.2bdad939d771cb05890c3a3198518cca. 2024-11-08T04:31:34,209 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/info/a5b3a53bcf8749caaf0a07b1b7c69522 is 173, key is testClearRegionBlockCache,5,1731040292970.fd7b8d159a491fbb5dbe97f9529ef63b./info:regioninfo/1731040293343/Put/seqid=0 2024-11-08T04:31:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:34,215 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/info/a5b3a53bcf8749caaf0a07b1b7c69522 2024-11-08T04:31:34,235 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/ns/e11c99c4e0cb449c928e8a8c418ee2f0 is 43, key is default/ns:d/1731040292887/Put/seqid=0 2024-11-08T04:31:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:34,240 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/ns/e11c99c4e0cb449c928e8a8c418ee2f0 2024-11-08T04:31:34,259 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/table/7a995511154c4eac9da6a57b19156dd4 is 61, key is testClearRegionBlockCache/table:state/1731040293356/Put/seqid=0 2024-11-08T04:31:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:34,264 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:34,264 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:34,264 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/table/7a995511154c4eac9da6a57b19156dd4 2024-11-08T04:31:34,271 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/info/a5b3a53bcf8749caaf0a07b1b7c69522 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/info/a5b3a53bcf8749caaf0a07b1b7c69522 2024-11-08T04:31:34,277 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/info/a5b3a53bcf8749caaf0a07b1b7c69522, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:34,279 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/ns/e11c99c4e0cb449c928e8a8c418ee2f0 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/ns/e11c99c4e0cb449c928e8a8c418ee2f0 2024-11-08T04:31:34,284 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/ns/e11c99c4e0cb449c928e8a8c418ee2f0, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:34,285 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/.tmp/table/7a995511154c4eac9da6a57b19156dd4 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/table/7a995511154c4eac9da6a57b19156dd4 2024-11-08T04:31:34,291 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/table/7a995511154c4eac9da6a57b19156dd4, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:34,293 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:34,297 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:34,298 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:34,298 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:34,298 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040294194Running coprocessor pre-close hooks at 1731040294194Disabling compacts and flushes for region at 1731040294194Disabling writes for close at 1731040294194Obtaining lock to block concurrent updates at 1731040294195 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731040294195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040294195Flushing stores of hbase:meta,,1.1588230740 at 1731040294195Flushing 1588230740/info: creating writer at 1731040294195Flushing 1588230740/info: appending metadata at 1731040294209 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731040294209Flushing 1588230740/ns: creating writer at 1731040294220 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731040294234 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731040294234Flushing 1588230740/table: creating writer at 1731040294246 (+12 ms)Flushing 1588230740/table: appending metadata at 1731040294258 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731040294258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe47b8a: reopening flushed file at 1731040294270 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5c604: reopening flushed file at 1731040294278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a83c9: reopening flushed file at 1731040294285 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1731040294293 (+8 ms)Writing region close event to WAL at 1731040294294 (+1 ms)Running coprocessor post-close hooks at 1731040294298 (+4 ms)Closed at 1731040294298 2024-11-08T04:31:34,299 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:34,362 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:34,362 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:34,394 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,43769,1731040291778; all regions closed. 2024-11-08T04:31:34,394 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,44767,1731040291831; all regions closed. 2024-11-08T04:31:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:34,399 DEBUG [RS:0;6b18802fab89:43769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs 2024-11-08T04:31:34,399 INFO [RS:0;6b18802fab89:43769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C43769%2C1731040291778:(num 1731040292497) 2024-11-08T04:31:34,399 DEBUG [RS:0;6b18802fab89:43769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,399 INFO [RS:0;6b18802fab89:43769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:34,399 INFO [RS:0;6b18802fab89:43769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:34,399 INFO [RS:0;6b18802fab89:43769 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:34,399 INFO [RS:0;6b18802fab89:43769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:34,400 INFO [RS:0;6b18802fab89:43769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:34,400 INFO [RS:0;6b18802fab89:43769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:34,400 INFO [RS:0;6b18802fab89:43769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:34,400 DEBUG [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs 2024-11-08T04:31:34,400 INFO [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C44767%2C1731040291831.meta:.meta(num 1731040292831) 2024-11-08T04:31:34,400 INFO [RS:0;6b18802fab89:43769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43769 2024-11-08T04:31:34,400 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:34,404 DEBUG [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/oldWALs 2024-11-08T04:31:34,404 INFO [RS:1;6b18802fab89:44767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C44767%2C1731040291831:(num 1731040292497) 2024-11-08T04:31:34,404 DEBUG [RS:1;6b18802fab89:44767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:34,404 INFO [RS:1;6b18802fab89:44767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:34,404 INFO [RS:1;6b18802fab89:44767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:34,405 INFO [RS:1;6b18802fab89:44767 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:34,405 INFO [RS:1;6b18802fab89:44767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:34,405 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:34,405 INFO [RS:1;6b18802fab89:44767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44767 2024-11-08T04:31:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,43769,1731040291778 2024-11-08T04:31:34,411 INFO [RS:0;6b18802fab89:43769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:34,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,44767,1731040291831 2024-11-08T04:31:34,421 INFO [RS:1;6b18802fab89:44767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:34,422 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f65e4902d68@2134bb39 rejected from java.util.concurrent.ThreadPoolExecutor@6436217b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T04:31:34,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,43769,1731040291778] 2024-11-08T04:31:34,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,43769,1731040291778 already deleted, retry=false 2024-11-08T04:31:34,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,43769,1731040291778 expired; onlineServers=1 2024-11-08T04:31:34,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,44767,1731040291831] 2024-11-08T04:31:34,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,44767,1731040291831 already deleted, retry=false 2024-11-08T04:31:34,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,44767,1731040291831 expired; onlineServers=0 2024-11-08T04:31:34,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,33467,1731040291612' ***** 2024-11-08T04:31:34,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:34,464 INFO [M:0;6b18802fab89:33467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:34,464 INFO [M:0;6b18802fab89:33467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:34,464 DEBUG [M:0;6b18802fab89:33467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:34,464 DEBUG [M:0;6b18802fab89:33467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:34,464 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:34,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040292188 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040292188,5,FailOnTimeoutGroup] 2024-11-08T04:31:34,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040292188 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040292188,5,FailOnTimeoutGroup] 2024-11-08T04:31:34,464 INFO [M:0;6b18802fab89:33467 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:34,464 INFO [M:0;6b18802fab89:33467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:34,464 DEBUG [M:0;6b18802fab89:33467 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:34,465 INFO [M:0;6b18802fab89:33467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:34,465 INFO [M:0;6b18802fab89:33467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:34,465 INFO [M:0;6b18802fab89:33467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:34,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:34,474 DEBUG [M:0;6b18802fab89:33467 {}] zookeeper.ZKUtil(347): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:34,474 WARN [M:0;6b18802fab89:33467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:34,475 INFO [M:0;6b18802fab89:33467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/.lastflushedseqids 2024-11-08T04:31:34,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:34,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:34,481 INFO [M:0;6b18802fab89:33467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:34,481 INFO [M:0;6b18802fab89:33467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:34,482 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:34,482 INFO [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:34,482 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:34,482 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:34,482 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:34,482 INFO [M:0;6b18802fab89:33467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-08T04:31:34,498 DEBUG [M:0;6b18802fab89:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28e687a33474fcf9741afc8198048c4 is 82, key is hbase:meta,,1/info:regioninfo/1731040292867/Put/seqid=0 2024-11-08T04:31:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:34,504 INFO [M:0;6b18802fab89:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28e687a33474fcf9741afc8198048c4 2024-11-08T04:31:34,525 DEBUG [M:0;6b18802fab89:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04543b7181bf4e7e89544dca33d7b0b2 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040293361/Put/seqid=0 2024-11-08T04:31:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741846_1022 (size=6220) 2024-11-08T04:31:34,532 INFO [M:0;6b18802fab89:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04543b7181bf4e7e89544dca33d7b0b2 2024-11-08T04:31:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,532 INFO [RS:0;6b18802fab89:43769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43769-0x10118b6a6b70001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,532 INFO [RS:0;6b18802fab89:43769 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,43769,1731040291778; zookeeper connection closed. 2024-11-08T04:31:34,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8ace7e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8ace7e7 2024-11-08T04:31:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,543 INFO [RS:1;6b18802fab89:44767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:34,543 INFO [RS:1;6b18802fab89:44767 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,44767,1731040291831; zookeeper connection closed. 2024-11-08T04:31:34,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44767-0x10118b6a6b70002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77ccf427 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77ccf427 2024-11-08T04:31:34,543 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:34,550 DEBUG [M:0;6b18802fab89:33467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8298b1d00f85465ebefea3816f4571eb is 69, key is 6b18802fab89,43769,1731040291778/rs:state/1731040292293/Put/seqid=0 2024-11-08T04:31:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:34,556 INFO [M:0;6b18802fab89:33467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8298b1d00f85465ebefea3816f4571eb 2024-11-08T04:31:34,562 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28e687a33474fcf9741afc8198048c4 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28e687a33474fcf9741afc8198048c4 2024-11-08T04:31:34,567 INFO [M:0;6b18802fab89:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28e687a33474fcf9741afc8198048c4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:34,568 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04543b7181bf4e7e89544dca33d7b0b2 as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04543b7181bf4e7e89544dca33d7b0b2 2024-11-08T04:31:34,574 INFO [M:0;6b18802fab89:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04543b7181bf4e7e89544dca33d7b0b2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:34,575 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8298b1d00f85465ebefea3816f4571eb as hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8298b1d00f85465ebefea3816f4571eb 2024-11-08T04:31:34,581 INFO [M:0;6b18802fab89:33467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38997/user/jenkins/test-data/e5466691-c664-3871-a1e2-17fef5498458/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8298b1d00f85465ebefea3816f4571eb, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:34,582 INFO [M:0;6b18802fab89:33467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:34,583 INFO [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:34,583 DEBUG [M:0;6b18802fab89:33467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040294482Disabling compacts and flushes for region at 1731040294482Disabling writes for close at 1731040294482Obtaining lock to block concurrent updates at 1731040294482Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040294482Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731040294482Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040294483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040294483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040294497 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040294497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040294510 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040294525 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040294525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040294536 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040294550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040294550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539dfcd2: reopening flushed file at 1731040294561 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47baaf8: reopening flushed file at 1731040294567 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cdaeb6: reopening flushed file at 1731040294574 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false at 1731040294582 (+8 ms)Writing region close event to WAL at 1731040294583 (+1 ms)Closed at 1731040294583 2024-11-08T04:31:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46317 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741830_1006 (size=35452) 2024-11-08T04:31:34,587 INFO [M:0;6b18802fab89:33467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:34,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:34,587 INFO [M:0;6b18802fab89:33467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33467 2024-11-08T04:31:34,587 INFO [M:0;6b18802fab89:33467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,699 INFO [M:0;6b18802fab89:33467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33467-0x10118b6a6b70000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:34,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bab5ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:34,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50a480e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:34,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:34,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5d1366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:34,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb76bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:34,704 WARN [BP-2139204840-172.17.0.2-1731040288830 heartbeating to localhost/127.0.0.1:38997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:34,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:34,704 WARN [BP-2139204840-172.17.0.2-1731040288830 heartbeating to localhost/127.0.0.1:38997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139204840-172.17.0.2-1731040288830 (Datanode Uuid 52163b39-67c3-4c5e-b294-32431e199e61) service to localhost/127.0.0.1:38997 2024-11-08T04:31:34,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:34,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data3/current/BP-2139204840-172.17.0.2-1731040288830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:34,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data4/current/BP-2139204840-172.17.0.2-1731040288830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:34,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:34,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3803bad1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:34,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@461b720c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:34,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:34,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c10967e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:34,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ece552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:34,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:34,710 WARN [BP-2139204840-172.17.0.2-1731040288830 heartbeating to localhost/127.0.0.1:38997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:34,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:34,710 WARN [BP-2139204840-172.17.0.2-1731040288830 heartbeating to localhost/127.0.0.1:38997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139204840-172.17.0.2-1731040288830 (Datanode Uuid dac4ad03-c71e-481f-9d8c-cb9b831009a4) service to localhost/127.0.0.1:38997 2024-11-08T04:31:34,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data1/current/BP-2139204840-172.17.0.2-1731040288830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:34,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/cluster_90dc833d-4420-151b-ec10-961db839e190/data/data2/current/BP-2139204840-172.17.0.2-1731040288830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:34,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:34,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9b0d486{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:34,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55da6772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:34,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:34,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5f308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:34,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b62b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:34,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:34,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:34,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 131) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38997 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38997 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 685), ProcessCount=11 (was 11), AvailableMemoryMB=8127 (was 8201) 2024-11-08T04:31:34,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=8127 2024-11-08T04:31:34,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir so I do NOT create it in target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6 2024-11-08T04:31:34,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.tmp.dir so I do NOT create it in target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6 2024-11-08T04:31:34,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31801292-a496-6b21-44c7-cac56457822c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T04:31:34,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511, deleteOnExit=true 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/test.cache.data in system properties and HBase conf 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:34,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:35,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:35,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:35,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:35,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:35,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:35,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:35,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204c0333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:35,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c55c1b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:35,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@519d5f73{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-7871458565963372859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:35,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf8027f{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-08T04:31:35,185 INFO [Time-limited test {}] server.Server(415): Started @31227ms 2024-11-08T04:31:35,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:35,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:35,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:35,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:35,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:35,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcb6254{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:35,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160bce9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:35,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78e9f0f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/java.io.tmpdir/jetty-localhost-42369-hadoop-hdfs-3_4_1-tests_jar-_-any-15622324923375305167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:35,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab22e1c{HTTP/1.1, (http/1.1)}{localhost:42369} 2024-11-08T04:31:35,556 INFO [Time-limited test {}] server.Server(415): Started @31598ms 2024-11-08T04:31:35,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:35,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:35,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:35,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:35,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:35,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:35,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e80183{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:35,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33705503{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:35,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f683157{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/java.io.tmpdir/jetty-localhost-46739-hadoop-hdfs-3_4_1-tests_jar-_-any-2872858978577180925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:35,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f6d14c2{HTTP/1.1, (http/1.1)}{localhost:46739} 2024-11-08T04:31:35,698 INFO [Time-limited test {}] server.Server(415): Started @31739ms 2024-11-08T04:31:35,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:36,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T04:31:36,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:36,991 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data2/current/BP-202937040-172.17.0.2-1731040294790/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:36,991 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data1/current/BP-202937040-172.17.0.2-1731040294790/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:37,008 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:37,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d205637daffba7c with lease ID 0x4cabfb6417de1289: Processing first storage report for DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6 from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=5e6a7d12-6d90-436f-b8d1-30541c7be906, infoPort=40715, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790) 2024-11-08T04:31:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d205637daffba7c with lease ID 0x4cabfb6417de1289: from storage DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6 node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=5e6a7d12-6d90-436f-b8d1-30541c7be906, infoPort=40715, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d205637daffba7c with lease ID 0x4cabfb6417de1289: Processing first storage report for DS-ccd87ad6-b63a-4083-9bec-a6d1b8dfee99 from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=5e6a7d12-6d90-436f-b8d1-30541c7be906, infoPort=40715, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790) 2024-11-08T04:31:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d205637daffba7c with lease ID 0x4cabfb6417de1289: from storage DS-ccd87ad6-b63a-4083-9bec-a6d1b8dfee99 node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=5e6a7d12-6d90-436f-b8d1-30541c7be906, infoPort=40715, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:37,107 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data3/current/BP-202937040-172.17.0.2-1731040294790/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:37,107 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data4/current/BP-202937040-172.17.0.2-1731040294790/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:37,141 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f969cf788dde23 with lease ID 0x4cabfb6417de128a: Processing first storage report for DS-67f4a8be-97ed-446d-ab48-c8906d572c80 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=4d953501-5200-400a-b25f-c361cb8d738b, infoPort=44795, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790) 2024-11-08T04:31:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f969cf788dde23 with lease ID 0x4cabfb6417de128a: from storage DS-67f4a8be-97ed-446d-ab48-c8906d572c80 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=4d953501-5200-400a-b25f-c361cb8d738b, infoPort=44795, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f969cf788dde23 with lease ID 0x4cabfb6417de128a: Processing first storage report for DS-996da162-8ccb-472a-b23e-94c338861331 from datanode DatanodeRegistration(127.0.0.1:44237, datanodeUuid=4d953501-5200-400a-b25f-c361cb8d738b, infoPort=44795, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790) 2024-11-08T04:31:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f969cf788dde23 with lease ID 0x4cabfb6417de128a: from storage DS-996da162-8ccb-472a-b23e-94c338861331 node DatanodeRegistration(127.0.0.1:44237, datanodeUuid=4d953501-5200-400a-b25f-c361cb8d738b, infoPort=44795, infoSecurePort=0, ipcPort=38977, storageInfo=lv=-57;cid=testClusterID;nsid=1411022479;c=1731040294790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:37,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6 2024-11-08T04:31:37,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/zookeeper_0, clientPort=49474, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:37,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49474 2024-11-08T04:31:37,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:37,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 with version=8 2024-11-08T04:31:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/hbase-staging 2024-11-08T04:31:37,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:37,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:37,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35883 2024-11-08T04:31:37,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35883 connecting to ZooKeeper ensemble=127.0.0.1:49474 2024-11-08T04:31:37,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358830x0, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:37,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35883-0x10118b6bcbd0000 connected 2024-11-08T04:31:37,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:37,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3, hbase.cluster.distributed=false 2024-11-08T04:31:37,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:37,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35883 2024-11-08T04:31:37,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35883 2024-11-08T04:31:37,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35883 2024-11-08T04:31:37,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35883 2024-11-08T04:31:37,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35883 2024-11-08T04:31:37,432 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:37,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:37,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35727 2024-11-08T04:31:37,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35727 connecting to ZooKeeper ensemble=127.0.0.1:49474 2024-11-08T04:31:37,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357270x0, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:37,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357270x0, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:37,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35727-0x10118b6bcbd0001 connected 2024-11-08T04:31:37,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:37,451 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:37,455 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:37,456 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:37,458 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:37,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:37,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:37,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-08T04:31:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35727 2024-11-08T04:31:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35727 2024-11-08T04:31:37,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-08T04:31:37,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-08T04:31:37,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:37,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:37,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:37,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44563 2024-11-08T04:31:37,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44563 connecting to ZooKeeper ensemble=127.0.0.1:49474 2024-11-08T04:31:37,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445630x0, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:37,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445630x0, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:37,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44563-0x10118b6bcbd0002 connected 2024-11-08T04:31:37,552 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:37,553 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:37,558 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:37,558 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:37,559 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:37,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:37,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:37,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:37,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44563 2024-11-08T04:31:37,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44563 2024-11-08T04:31:37,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44563 2024-11-08T04:31:37,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44563 2024-11-08T04:31:37,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44563 2024-11-08T04:31:37,574 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:35883 2024-11-08T04:31:37,574 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,35883,1731040297254 2024-11-08T04:31:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,598 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,35883,1731040297254 2024-11-08T04:31:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,608 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:37,608 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,35883,1731040297254 from backup master directory 2024-11-08T04:31:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,35883,1731040297254 2024-11-08T04:31:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:37,618 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:37,618 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,35883,1731040297254 2024-11-08T04:31:37,623 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/hbase.id] with ID: 524c2690-fb7c-48ef-9453-e2e88035dc55 2024-11-08T04:31:37,623 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/.tmp/hbase.id 2024-11-08T04:31:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:37,632 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/.tmp/hbase.id]:[hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/hbase.id] 2024-11-08T04:31:37,650 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:37,650 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:37,652 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T04:31:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:38,068 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:38,069 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:38,069 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:38,080 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store 2024-11-08T04:31:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:38,488 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:38,488 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:38,488 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:38,488 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:38,489 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:38,489 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:38,489 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:38,489 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040298488Disabling compacts and flushes for region at 1731040298488Disabling writes for close at 1731040298489 (+1 ms)Writing region close event to WAL at 1731040298489Closed at 1731040298489 2024-11-08T04:31:38,491 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/.initializing 2024-11-08T04:31:38,491 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/WALs/6b18802fab89,35883,1731040297254 2024-11-08T04:31:38,493 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:38,496 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C35883%2C1731040297254, suffix=, logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/WALs/6b18802fab89,35883,1731040297254, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:38,513 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/WALs/6b18802fab89,35883,1731040297254/6b18802fab89%2C35883%2C1731040297254.1731040298497, exclude list is [], retry=0 2024-11-08T04:31:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-67f4a8be-97ed-446d-ab48-c8906d572c80,DISK] 2024-11-08T04:31:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6,DISK] 2024-11-08T04:31:38,517 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/WALs/6b18802fab89,35883,1731040297254/6b18802fab89%2C35883%2C1731040297254.1731040298497 2024-11-08T04:31:38,517 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795),(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-08T04:31:38,518 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:38,518 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:38,518 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,518 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:38,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:38,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:38,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:38,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:38,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:38,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:38,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:38,526 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,527 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,527 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,529 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,529 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,529 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:38,530 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:38,533 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:38,533 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63838125, jitterRate=-0.04873780906200409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:38,534 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040298518Initializing all the Stores at 1731040298519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040298519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040298519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040298519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040298519Cleaning up temporary data from old regions at 1731040298529 (+10 ms)Region opened successfully at 1731040298534 (+5 ms) 2024-11-08T04:31:38,536 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:38,540 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8007e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:38,541 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:38,541 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:38,541 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:38,541 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:38,542 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T04:31:38,542 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T04:31:38,542 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:38,544 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:38,545 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:38,618 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:38,618 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:38,619 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:38,628 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:38,628 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:38,630 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:38,639 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:38,640 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:38,649 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:38,653 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:38,660 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,671 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,35883,1731040297254, sessionid=0x10118b6bcbd0000, setting cluster-up flag (Was=false) 2024-11-08T04:31:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,723 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:38,727 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,35883,1731040297254 2024-11-08T04:31:38,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:38,783 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:38,784 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,35883,1731040297254 2024-11-08T04:31:38,785 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:38,787 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:38,787 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:38,787 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:38,787 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,35883,1731040297254 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:38,789 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040328790 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:38,790 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:38,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:38,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:38,791 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040298791,5,FailOnTimeoutGroup] 2024-11-08T04:31:38,791 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040298791,5,FailOnTimeoutGroup] 2024-11-08T04:31:38,791 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,792 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:38,792 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,792 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,792 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:38,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:38,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 2024-11-08T04:31:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:38,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:38,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:38,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:38,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:38,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:38,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:38,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:38,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:38,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:38,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:38,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:38,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:38,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:38,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740 2024-11-08T04:31:38,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740 2024-11-08T04:31:38,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:38,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:38,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:38,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:38,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72497263, jitterRate=0.08029340207576752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:38,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040298810Initializing all the Stores at 1731040298811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040298811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040298811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040298811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040298811Cleaning up temporary data from old regions at 1731040298819 (+8 ms)Region opened successfully at 1731040298824 (+5 ms) 2024-11-08T04:31:38,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:38,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:38,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:38,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:38,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:38,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:38,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040298824Disabling compacts and flushes for region at 1731040298824Disabling writes for close at 1731040298824Writing region close event to WAL at 1731040298825 (+1 ms)Closed at 1731040298825 2024-11-08T04:31:38,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:38,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:38,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:38,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:38,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:38,865 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(746): ClusterId : 524c2690-fb7c-48ef-9453-e2e88035dc55 2024-11-08T04:31:38,865 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(746): ClusterId : 524c2690-fb7c-48ef-9453-e2e88035dc55 2024-11-08T04:31:38,865 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:38,865 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:38,879 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:38,879 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:38,879 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:38,879 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:38,892 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:38,892 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:38,893 DEBUG [RS:1;6b18802fab89:44563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a396df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:38,893 DEBUG [RS:0;6b18802fab89:35727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1838261d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:38,905 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:44563 2024-11-08T04:31:38,905 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:35727 2024-11-08T04:31:38,905 INFO [RS:0;6b18802fab89:35727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:38,905 INFO [RS:1;6b18802fab89:44563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:38,905 INFO [RS:0;6b18802fab89:35727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:38,905 INFO [RS:1;6b18802fab89:44563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:38,905 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:38,905 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:38,906 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,35883,1731040297254 with port=44563, startcode=1731040297475 2024-11-08T04:31:38,906 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,35883,1731040297254 with port=35727, startcode=1731040297432 2024-11-08T04:31:38,906 DEBUG [RS:1;6b18802fab89:44563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:38,906 DEBUG [RS:0;6b18802fab89:35727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:38,907 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:38,907 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:38,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35883 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,35727,1731040297432 2024-11-08T04:31:38,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35883 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,35727,1731040297432 2024-11-08T04:31:38,909 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 2024-11-08T04:31:38,909 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37535 2024-11-08T04:31:38,909 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:38,910 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 2024-11-08T04:31:38,910 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37535 2024-11-08T04:31:38,910 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:38,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:38,960 DEBUG [RS:1;6b18802fab89:44563 {}] zookeeper.ZKUtil(111): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,960 WARN [RS:1;6b18802fab89:44563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:38,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,35727,1731040297432] 2024-11-08T04:31:38,960 INFO [RS:1;6b18802fab89:44563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:38,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,44563,1731040297475] 2024-11-08T04:31:38,960 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,961 DEBUG [RS:0;6b18802fab89:35727 {}] zookeeper.ZKUtil(111): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,35727,1731040297432 2024-11-08T04:31:38,961 WARN [RS:0;6b18802fab89:35727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:38,961 INFO [RS:0;6b18802fab89:35727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:38,961 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,35727,1731040297432 2024-11-08T04:31:38,964 INFO [RS:0;6b18802fab89:35727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:38,964 INFO [RS:1;6b18802fab89:44563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:38,966 INFO [RS:1;6b18802fab89:44563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:38,966 INFO [RS:1;6b18802fab89:44563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:38,966 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,967 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:38,967 INFO [RS:0;6b18802fab89:35727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:38,967 INFO [RS:0;6b18802fab89:35727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:38,967 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,968 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:38,968 INFO [RS:1;6b18802fab89:44563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:38,968 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 INFO [RS:0;6b18802fab89:35727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:38,968 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,968 DEBUG [RS:1;6b18802fab89:44563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:38,969 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44563,1731040297475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:38,969 DEBUG [RS:0;6b18802fab89:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:38,972 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,972 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,972 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,972 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,973 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,973 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35727,1731040297432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:38,978 WARN [6b18802fab89:35883 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:38,984 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:38,984 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44563,1731040297475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,984 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,984 INFO [RS:1;6b18802fab89:44563 {}] regionserver.Replication(171): 6b18802fab89,44563,1731040297475 started 2024-11-08T04:31:38,986 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:38,986 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35727,1731040297432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,986 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,986 INFO [RS:0;6b18802fab89:35727 {}] regionserver.Replication(171): 6b18802fab89,35727,1731040297432 started 2024-11-08T04:31:38,997 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,997 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,44563,1731040297475, RpcServer on 6b18802fab89/172.17.0.2:44563, sessionid=0x10118b6bcbd0002 2024-11-08T04:31:38,997 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:38,997 DEBUG [RS:1;6b18802fab89:44563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,997 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,44563,1731040297475' 2024-11-08T04:31:38,997 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,44563,1731040297475 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,44563,1731040297475' 2024-11-08T04:31:38,998 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:38,999 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:38,999 DEBUG [RS:1;6b18802fab89:44563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:38,999 INFO [RS:1;6b18802fab89:44563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:38,999 INFO [RS:1;6b18802fab89:44563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:38,999 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:38,999 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,35727,1731040297432, RpcServer on 6b18802fab89/172.17.0.2:35727, sessionid=0x10118b6bcbd0001 2024-11-08T04:31:38,999 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:38,999 DEBUG [RS:0;6b18802fab89:35727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,35727,1731040297432 2024-11-08T04:31:38,999 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,35727,1731040297432' 2024-11-08T04:31:38,999 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,35727,1731040297432 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,35727,1731040297432' 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:39,000 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:39,001 DEBUG [RS:0;6b18802fab89:35727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:39,001 INFO [RS:0;6b18802fab89:35727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:39,001 INFO [RS:0;6b18802fab89:35727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:39,099 INFO [RS:1;6b18802fab89:44563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:39,101 INFO [RS:0;6b18802fab89:35727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:39,101 INFO [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C44563%2C1731040297475, suffix=, logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs, maxLogs=32 2024-11-08T04:31:39,102 INFO [RS:0;6b18802fab89:35727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C35727%2C1731040297432, suffix=, logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,35727,1731040297432, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs, maxLogs=32 2024-11-08T04:31:39,115 DEBUG [RS:1;6b18802fab89:44563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475/6b18802fab89%2C44563%2C1731040297475.1731040299102, exclude list is [], retry=0 2024-11-08T04:31:39,115 DEBUG [RS:0;6b18802fab89:35727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,35727,1731040297432/6b18802fab89%2C35727%2C1731040297432.1731040299103, exclude list is [], retry=0 2024-11-08T04:31:39,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6,DISK] 2024-11-08T04:31:39,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6,DISK] 2024-11-08T04:31:39,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-67f4a8be-97ed-446d-ab48-c8906d572c80,DISK] 2024-11-08T04:31:39,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-67f4a8be-97ed-446d-ab48-c8906d572c80,DISK] 2024-11-08T04:31:39,119 INFO [RS:0;6b18802fab89:35727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,35727,1731040297432/6b18802fab89%2C35727%2C1731040297432.1731040299103 2024-11-08T04:31:39,119 INFO [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475/6b18802fab89%2C44563%2C1731040297475.1731040299102 2024-11-08T04:31:39,120 DEBUG [RS:0;6b18802fab89:35727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715),(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T04:31:39,120 DEBUG [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715),(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T04:31:39,228 DEBUG [6b18802fab89:35883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:39,229 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:39,232 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:39,232 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:39,232 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:39,232 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:39,232 INFO [6b18802fab89:35883 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:39,232 INFO [6b18802fab89:35883 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:39,232 DEBUG [6b18802fab89:35883 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:39,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,44563,1731040297475 2024-11-08T04:31:39,235 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,44563,1731040297475, state=OPENING 2024-11-08T04:31:39,257 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:39,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:39,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:39,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:39,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:39,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,44563,1731040297475}] 2024-11-08T04:31:39,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:39,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:39,432 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:39,432 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:39,433 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:39,435 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C44563%2C1731040297475.meta, suffix=.meta, logDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475, archiveDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs, maxLogs=32 2024-11-08T04:31:39,449 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475/6b18802fab89%2C44563%2C1731040297475.meta.1731040299436.meta, exclude list is [], retry=0 2024-11-08T04:31:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44237,DS-67f4a8be-97ed-446d-ab48-c8906d572c80,DISK] 2024-11-08T04:31:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-8c5b7850-7d81-49b2-9d95-57165ad0fcc6,DISK] 2024-11-08T04:31:39,453 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/WALs/6b18802fab89,44563,1731040297475/6b18802fab89%2C44563%2C1731040297475.meta.1731040299436.meta 2024-11-08T04:31:39,454 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715),(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T04:31:39,454 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:39,455 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:39,455 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:39,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:39,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:39,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:39,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:39,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:39,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:39,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:39,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:39,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:39,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:39,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:39,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:39,462 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:39,462 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740 2024-11-08T04:31:39,464 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740 2024-11-08T04:31:39,465 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:39,465 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:39,466 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:39,467 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:39,468 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68880835, jitterRate=0.026404425501823425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:39,468 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:39,469 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040299455Writing region info on filesystem at 1731040299455Initializing all the Stores at 1731040299456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040299456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040299456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040299456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040299456Cleaning up temporary data from old regions at 1731040299465 (+9 ms)Running coprocessor post-open hooks at 1731040299468 (+3 ms)Region opened successfully at 1731040299469 (+1 ms) 2024-11-08T04:31:39,470 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040299424 2024-11-08T04:31:39,472 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:39,472 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:39,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,44563,1731040297475 2024-11-08T04:31:39,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,44563,1731040297475, state=OPEN 2024-11-08T04:31:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:39,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,44563,1731040297475 2024-11-08T04:31:39,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:39,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:39,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,44563,1731040297475 in 212 msec 2024-11-08T04:31:39,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:39,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-08T04:31:39,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:39,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:39,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:39,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,44563,1731040297475, seqNum=-1] 2024-11-08T04:31:39,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:39,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:39,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 709 msec 2024-11-08T04:31:39,497 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040299497, completionTime=-1 2024-11-08T04:31:39,497 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:39,497 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:39,499 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:39,499 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040359499 2024-11-08T04:31:39,499 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040419499 2024-11-08T04:31:39,499 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:35883, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,500 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,502 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.886sec 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:39,504 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:39,506 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:39,506 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:39,506 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,35883,1731040297254-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:39,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd4f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:39,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,35883,-1 for getting cluster id 2024-11-08T04:31:39,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:39,569 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '524c2690-fb7c-48ef-9453-e2e88035dc55' 2024-11-08T04:31:39,569 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:39,569 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "524c2690-fb7c-48ef-9453-e2e88035dc55" 2024-11-08T04:31:39,570 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8491ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:39,570 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,35883,-1] 2024-11-08T04:31:39,570 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:39,571 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:39,572 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:39,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b40205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:39,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:39,575 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,44563,1731040297475, seqNum=-1] 2024-11-08T04:31:39,576 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:39,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:39,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,35883,1731040297254 2024-11-08T04:31:39,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:39,581 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,35883,1731040297254 2024-11-08T04:31:39,581 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9627b4 2024-11-08T04:31:39,581 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:39,582 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:39,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:39,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:39,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:39,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:39,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cff473158011a094632496ced52b872, NAME => 'testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 2024-11-08T04:31:39,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dfcf62e2a79193ab1a33c349ae57d366, NAME => 'testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3 2024-11-08T04:31:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:39,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:39,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9cff473158011a094632496ced52b872, disabling compactions & flushes 2024-11-08T04:31:39,608 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. after waiting 0 ms 2024-11-08T04:31:39,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,609 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cff473158011a094632496ced52b872: Waiting for close lock at 1731040299608Disabling compacts and flushes for region at 1731040299608Disabling writes for close at 1731040299608Writing region close event to WAL at 1731040299609 (+1 ms)Closed at 1731040299609 2024-11-08T04:31:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing dfcf62e2a79193ab1a33c349ae57d366, disabling compactions & flushes 2024-11-08T04:31:39,610 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. after waiting 0 ms 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,610 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for dfcf62e2a79193ab1a33c349ae57d366: Waiting for close lock at 1731040299610Disabling compacts and flushes for region at 1731040299610Disabling writes for close at 1731040299610Writing region close event to WAL at 1731040299610Closed at 1731040299610 2024-11-08T04:31:39,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:39,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040299611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040299611"}]},"ts":"1731040299611"} 2024-11-08T04:31:39,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040299611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040299611"}]},"ts":"1731040299611"} 2024-11-08T04:31:39,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:39,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:39,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040299616"}]},"ts":"1731040299616"} 2024-11-08T04:31:39,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:39,618 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:39,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:39,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:39,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:39,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:39,620 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:39,620 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:39,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:39,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cff473158011a094632496ced52b872, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dfcf62e2a79193ab1a33c349ae57d366, ASSIGN}] 2024-11-08T04:31:39,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dfcf62e2a79193ab1a33c349ae57d366, ASSIGN 2024-11-08T04:31:39,622 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cff473158011a094632496ced52b872, ASSIGN 2024-11-08T04:31:39,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dfcf62e2a79193ab1a33c349ae57d366, ASSIGN; state=OFFLINE, location=6b18802fab89,44563,1731040297475; forceNewPlan=false, retain=false 2024-11-08T04:31:39,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cff473158011a094632496ced52b872, ASSIGN; state=OFFLINE, location=6b18802fab89,35727,1731040297432; forceNewPlan=false, retain=false 2024-11-08T04:31:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:39,773 INFO [6b18802fab89:35883 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:39,774 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cff473158011a094632496ced52b872, regionState=OPENING, regionLocation=6b18802fab89,35727,1731040297432 2024-11-08T04:31:39,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dfcf62e2a79193ab1a33c349ae57d366, regionState=OPENING, regionLocation=6b18802fab89,44563,1731040297475 2024-11-08T04:31:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cff473158011a094632496ced52b872, ASSIGN because future has completed 2024-11-08T04:31:39,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cff473158011a094632496ced52b872, server=6b18802fab89,35727,1731040297432}] 2024-11-08T04:31:39,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dfcf62e2a79193ab1a33c349ae57d366, ASSIGN because future has completed 2024-11-08T04:31:39,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfcf62e2a79193ab1a33c349ae57d366, server=6b18802fab89,44563,1731040297475}] 2024-11-08T04:31:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:39,934 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:39,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:39,942 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,942 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,942 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => dfcf62e2a79193ab1a33c349ae57d366, NAME => 'testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:39,942 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cff473158011a094632496ced52b872, NAME => 'testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,943 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,945 INFO [StoreOpener-dfcf62e2a79193ab1a33c349ae57d366-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,945 INFO [StoreOpener-9cff473158011a094632496ced52b872-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,947 INFO [StoreOpener-dfcf62e2a79193ab1a33c349ae57d366-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfcf62e2a79193ab1a33c349ae57d366 columnFamilyName family 2024-11-08T04:31:39,947 DEBUG [StoreOpener-dfcf62e2a79193ab1a33c349ae57d366-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,947 INFO [StoreOpener-9cff473158011a094632496ced52b872-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cff473158011a094632496ced52b872 columnFamilyName family 2024-11-08T04:31:39,947 DEBUG [StoreOpener-9cff473158011a094632496ced52b872-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:39,947 INFO [StoreOpener-dfcf62e2a79193ab1a33c349ae57d366-1 {}] regionserver.HStore(327): Store=dfcf62e2a79193ab1a33c349ae57d366/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:39,947 INFO [StoreOpener-9cff473158011a094632496ced52b872-1 {}] regionserver.HStore(327): Store=9cff473158011a094632496ced52b872/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:39,947 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,947 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,948 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872 2024-11-08T04:31:39,948 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,948 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872 2024-11-08T04:31:39,948 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,949 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,949 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,949 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,949 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,950 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,950 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,952 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:39,952 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:39,953 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9cff473158011a094632496ced52b872; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61191216, jitterRate=-0.0881798267364502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:39,953 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened dfcf62e2a79193ab1a33c349ae57d366; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512115, jitterRate=-0.08339805901050568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:39,953 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cff473158011a094632496ced52b872 2024-11-08T04:31:39,953 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:39,954 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9cff473158011a094632496ced52b872: Running coprocessor pre-open hook at 1731040299943Writing region info on filesystem at 1731040299943Initializing all the Stores at 1731040299945 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040299945Cleaning up temporary data from old regions at 1731040299949 (+4 ms)Running coprocessor post-open hooks at 1731040299953 (+4 ms)Region opened successfully at 1731040299953 2024-11-08T04:31:39,954 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for dfcf62e2a79193ab1a33c349ae57d366: Running coprocessor pre-open hook at 1731040299943Writing region info on filesystem at 1731040299943Initializing all the Stores at 1731040299944 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040299945 (+1 ms)Cleaning up temporary data from old regions at 1731040299949 (+4 ms)Running coprocessor post-open hooks at 1731040299953 (+4 ms)Region opened successfully at 1731040299953 2024-11-08T04:31:39,954 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366., pid=8, masterSystemTime=1731040299935 2024-11-08T04:31:39,954 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872., pid=7, masterSystemTime=1731040299934 2024-11-08T04:31:39,957 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,957 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:39,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dfcf62e2a79193ab1a33c349ae57d366, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,44563,1731040297475 2024-11-08T04:31:39,958 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,958 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:39,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cff473158011a094632496ced52b872, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,35727,1731040297432 2024-11-08T04:31:39,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfcf62e2a79193ab1a33c349ae57d366, server=6b18802fab89,44563,1731040297475 because future has completed 2024-11-08T04:31:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cff473158011a094632496ced52b872, server=6b18802fab89,35727,1731040297432 because future has completed 2024-11-08T04:31:39,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T04:31:39,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dfcf62e2a79193ab1a33c349ae57d366, server=6b18802fab89,44563,1731040297475 in 180 msec 2024-11-08T04:31:39,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T04:31:39,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cff473158011a094632496ced52b872, server=6b18802fab89,35727,1731040297432 in 182 msec 2024-11-08T04:31:39,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dfcf62e2a79193ab1a33c349ae57d366, ASSIGN in 344 msec 2024-11-08T04:31:39,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T04:31:39,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cff473158011a094632496ced52b872, ASSIGN in 345 msec 2024-11-08T04:31:39,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:39,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040299968"}]},"ts":"1731040299968"} 2024-11-08T04:31:39,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:39,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:39,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-08T04:31:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:40,221 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:40,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:40,221 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:40,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:40,235 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872., hostname=6b18802fab89,35727,1731040297432, seqNum=2] 2024-11-08T04:31:40,235 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:40,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:40,248 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366., hostname=6b18802fab89,44563,1731040297475, seqNum=2] 2024-11-08T04:31:40,257 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9cff473158011a094632496ced52b872 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:40,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/.tmp/family/48c40c0638bf4299a70ac54f3195f9da is 32, key is 1/family:/1731040300237/Put/seqid=0 2024-11-08T04:31:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741839_1015 (size=5054) 2024-11-08T04:31:40,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/.tmp/family/48c40c0638bf4299a70ac54f3195f9da 2024-11-08T04:31:40,286 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/.tmp/family/48c40c0638bf4299a70ac54f3195f9da as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/family/48c40c0638bf4299a70ac54f3195f9da 2024-11-08T04:31:40,292 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/family/48c40c0638bf4299a70ac54f3195f9da, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:40,294 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9cff473158011a094632496ced52b872 in 36ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:40,294 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9cff473158011a094632496ced52b872: 2024-11-08T04:31:40,294 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dfcf62e2a79193ab1a33c349ae57d366 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:40,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/.tmp/family/3fdd98cbe66a4d128ec39d41d4db2a3e is 32, key is 5/family:/1731040300249/Put/seqid=0 2024-11-08T04:31:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741840_1016 (size=5083) 2024-11-08T04:31:40,315 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/.tmp/family/3fdd98cbe66a4d128ec39d41d4db2a3e 2024-11-08T04:31:40,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/.tmp/family/3fdd98cbe66a4d128ec39d41d4db2a3e as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/family/3fdd98cbe66a4d128ec39d41d4db2a3e 2024-11-08T04:31:40,330 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/family/3fdd98cbe66a4d128ec39d41d4db2a3e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:40,331 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for dfcf62e2a79193ab1a33c349ae57d366 in 37ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:40,331 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dfcf62e2a79193ab1a33c349ae57d366: 2024-11-08T04:31:40,334 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 48c40c0638bf4299a70ac54f3195f9da, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:40,334 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 48c40c0638bf4299a70ac54f3195f9da_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:40,336 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 3fdd98cbe66a4d128ec39d41d4db2a3e, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:40,336 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 3fdd98cbe66a4d128ec39d41d4db2a3e_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:40,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:40,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:40,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:40,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:40,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1109237623, stopped=false 2024-11-08T04:31:40,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,35883,1731040297254 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:40,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:40,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:40,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:40,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:40,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:40,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:40,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,35727,1731040297432' ***** 2024-11-08T04:31:40,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:40,388 INFO [RS:0;6b18802fab89:35727 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:40,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,44563,1731040297475' ***** 2024-11-08T04:31:40,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [RS:1;6b18802fab89:44563 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:40,388 INFO [RS:0;6b18802fab89:35727 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:40,388 INFO [RS:1;6b18802fab89:44563 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:40,388 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:40,388 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:40,388 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:40,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cff473158011a094632496ced52b872 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(3091): Received CLOSE for dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,44563,1731040297475 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,35727,1731040297432 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:44563. 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:35727. 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfcf62e2a79193ab1a33c349ae57d366, disabling compactions & flushes 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cff473158011a094632496ced52b872, disabling compactions & flushes 2024-11-08T04:31:40,389 DEBUG [RS:1;6b18802fab89:44563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:40,389 DEBUG [RS:0;6b18802fab89:35727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:40,389 DEBUG [RS:1;6b18802fab89:44563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,389 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:40,389 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:40,389 DEBUG [RS:0;6b18802fab89:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. after waiting 0 ms 2024-11-08T04:31:40,389 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. after waiting 0 ms 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:40,389 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1325): Online Regions={9cff473158011a094632496ced52b872=testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872.} 2024-11-08T04:31:40,389 INFO [RS:1;6b18802fab89:44563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:40,389 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:40,389 DEBUG [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1351): Waiting on 9cff473158011a094632496ced52b872 2024-11-08T04:31:40,390 INFO [RS:1;6b18802fab89:44563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:40,390 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:40,390 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:40,390 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1325): Online Regions={dfcf62e2a79193ab1a33c349ae57d366=testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T04:31:40,390 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfcf62e2a79193ab1a33c349ae57d366 2024-11-08T04:31:40,390 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:40,390 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:40,390 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:40,390 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:40,390 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:40,390 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:40,394 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/9cff473158011a094632496ced52b872/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:40,395 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:40,395 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cff473158011a094632496ced52b872: Waiting for close lock at 1731040300389Running coprocessor pre-close hooks at 1731040300389Disabling compacts and flushes for region at 1731040300389Disabling writes for close at 1731040300389Writing region close event to WAL at 1731040300390 (+1 ms)Running coprocessor post-close hooks at 1731040300395 (+5 ms)Closed at 1731040300395 2024-11-08T04:31:40,395 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040299583.9cff473158011a094632496ced52b872. 2024-11-08T04:31:40,396 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/default/testClearRegionBlockCache/dfcf62e2a79193ab1a33c349ae57d366/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:40,397 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:40,397 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfcf62e2a79193ab1a33c349ae57d366: Waiting for close lock at 1731040300389Running coprocessor pre-close hooks at 1731040300389Disabling compacts and flushes for region at 1731040300389Disabling writes for close at 1731040300389Writing region close event to WAL at 1731040300392 (+3 ms)Running coprocessor post-close hooks at 1731040300397 (+5 ms)Closed at 1731040300397 2024-11-08T04:31:40,397 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366. 2024-11-08T04:31:40,406 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/info/d7db518c21f34a14b53e00a89d52301e is 173, key is testClearRegionBlockCache,5,1731040299583.dfcf62e2a79193ab1a33c349ae57d366./info:regioninfo/1731040299958/Put/seqid=0 2024-11-08T04:31:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:40,471 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:40,474 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:40,590 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,35727,1731040297432; all regions closed. 2024-11-08T04:31:40,590 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T04:31:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741834_1010 (size=1758) 2024-11-08T04:31:40,597 DEBUG [RS:0;6b18802fab89:35727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs 2024-11-08T04:31:40,597 INFO [RS:0;6b18802fab89:35727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C35727%2C1731040297432:(num 1731040299103) 2024-11-08T04:31:40,597 DEBUG [RS:0;6b18802fab89:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:40,597 INFO [RS:0;6b18802fab89:35727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:40,597 INFO [RS:0;6b18802fab89:35727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:40,598 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:40,598 INFO [RS:0;6b18802fab89:35727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35727 2024-11-08T04:31:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,35727,1731040297432 2024-11-08T04:31:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:40,607 INFO [RS:0;6b18802fab89:35727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:40,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,35727,1731040297432] 2024-11-08T04:31:40,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,35727,1731040297432 already deleted, retry=false 2024-11-08T04:31:40,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,35727,1731040297432 expired; onlineServers=1 2024-11-08T04:31:40,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T04:31:40,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T04:31:40,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:40,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T04:31:40,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T04:31:40,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T04:31:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:40,718 INFO [RS:0;6b18802fab89:35727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x10118b6bcbd0001, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:40,718 INFO [RS:0;6b18802fab89:35727 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,35727,1731040297432; zookeeper connection closed. 2024-11-08T04:31:40,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@786a8d48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@786a8d48 2024-11-08T04:31:40,791 DEBUG [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T04:31:40,813 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/info/d7db518c21f34a14b53e00a89d52301e 2024-11-08T04:31:40,843 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/ns/495950b2b4654d6492fd1863f59d7fa4 is 43, key is default/ns:d/1731040299491/Put/seqid=0 2024-11-08T04:31:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:40,848 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/ns/495950b2b4654d6492fd1863f59d7fa4 2024-11-08T04:31:40,870 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/table/0968c970e50349ec9c5698d91c125703 is 61, key is testClearRegionBlockCache/table:state/1731040299968/Put/seqid=0 2024-11-08T04:31:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:40,876 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/table/0968c970e50349ec9c5698d91c125703 2024-11-08T04:31:40,883 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/info/d7db518c21f34a14b53e00a89d52301e as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/info/d7db518c21f34a14b53e00a89d52301e 2024-11-08T04:31:40,889 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/info/d7db518c21f34a14b53e00a89d52301e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:40,890 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/ns/495950b2b4654d6492fd1863f59d7fa4 as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/ns/495950b2b4654d6492fd1863f59d7fa4 2024-11-08T04:31:40,896 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/ns/495950b2b4654d6492fd1863f59d7fa4, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:40,897 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/.tmp/table/0968c970e50349ec9c5698d91c125703 as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/table/0968c970e50349ec9c5698d91c125703 2024-11-08T04:31:40,903 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/table/0968c970e50349ec9c5698d91c125703, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:40,904 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:40,908 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:40,909 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:40,909 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:40,909 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040300390Running coprocessor pre-close hooks at 1731040300390Disabling compacts and flushes for region at 1731040300390Disabling writes for close at 1731040300390Obtaining lock to block concurrent updates at 1731040300390Preparing flush snapshotting stores in 1588230740 at 1731040300390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040300391 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731040300391Flushing 1588230740/info: creating writer at 1731040300391Flushing 1588230740/info: appending metadata at 1731040300406 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731040300406Flushing 1588230740/ns: creating writer at 1731040300826 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731040300842 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731040300842Flushing 1588230740/table: creating writer at 1731040300853 (+11 ms)Flushing 1588230740/table: appending metadata at 1731040300869 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731040300869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0f80eb: reopening flushed file at 1731040300882 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fd686e: reopening flushed file at 1731040300889 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0816ac: reopening flushed file at 1731040300897 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false at 1731040300904 (+7 ms)Writing region close event to WAL at 1731040300905 (+1 ms)Running coprocessor post-close hooks at 1731040300908 (+3 ms)Closed at 1731040300909 (+1 ms) 2024-11-08T04:31:40,909 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:40,969 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:40,969 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:40,991 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,44563,1731040297475; all regions closed. 2024-11-08T04:31:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:40,998 DEBUG [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs 2024-11-08T04:31:40,998 INFO [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C44563%2C1731040297475.meta:.meta(num 1731040299436) 2024-11-08T04:31:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741833_1009 (size=1867) 2024-11-08T04:31:41,005 DEBUG [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/oldWALs 2024-11-08T04:31:41,005 INFO [RS:1;6b18802fab89:44563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C44563%2C1731040297475:(num 1731040299102) 2024-11-08T04:31:41,005 DEBUG [RS:1;6b18802fab89:44563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:41,005 INFO [RS:1;6b18802fab89:44563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:41,005 INFO [RS:1;6b18802fab89:44563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:41,005 INFO [RS:1;6b18802fab89:44563 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:41,005 INFO [RS:1;6b18802fab89:44563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:41,006 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:41,006 INFO [RS:1;6b18802fab89:44563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44563 2024-11-08T04:31:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:41,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,44563,1731040297475 2024-11-08T04:31:41,145 INFO [RS:1;6b18802fab89:44563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:41,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,44563,1731040297475] 2024-11-08T04:31:41,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,44563,1731040297475 already deleted, retry=false 2024-11-08T04:31:41,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,44563,1731040297475 expired; onlineServers=0 2024-11-08T04:31:41,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,35883,1731040297254' ***** 2024-11-08T04:31:41,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:41,165 INFO [M:0;6b18802fab89:35883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:41,165 INFO [M:0;6b18802fab89:35883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:41,165 DEBUG [M:0;6b18802fab89:35883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:41,165 DEBUG [M:0;6b18802fab89:35883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:41,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:41,165 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040298791 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040298791,5,FailOnTimeoutGroup] 2024-11-08T04:31:41,165 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040298791 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040298791,5,FailOnTimeoutGroup] 2024-11-08T04:31:41,166 INFO [M:0;6b18802fab89:35883 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:41,166 INFO [M:0;6b18802fab89:35883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:41,166 DEBUG [M:0;6b18802fab89:35883 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:41,166 INFO [M:0;6b18802fab89:35883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:41,166 INFO [M:0;6b18802fab89:35883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:41,166 INFO [M:0;6b18802fab89:35883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:41,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:41,175 DEBUG [M:0;6b18802fab89:35883 {}] zookeeper.ZKUtil(347): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:41,175 WARN [M:0;6b18802fab89:35883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:41,176 INFO [M:0;6b18802fab89:35883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/.lastflushedseqids 2024-11-08T04:31:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:41,183 INFO [M:0;6b18802fab89:35883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:41,183 INFO [M:0;6b18802fab89:35883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:41,184 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:41,184 INFO [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:41,184 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:41,184 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:41,184 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:41,184 INFO [M:0;6b18802fab89:35883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T04:31:41,205 DEBUG [M:0;6b18802fab89:35883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93016d0110d34124849f6e8e4f94072a is 82, key is hbase:meta,,1/info:regioninfo/1731040299473/Put/seqid=0 2024-11-08T04:31:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:41,211 INFO [M:0;6b18802fab89:35883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93016d0110d34124849f6e8e4f94072a 2024-11-08T04:31:41,232 DEBUG [M:0;6b18802fab89:35883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb041c0efad47b1a31e55b6d353246e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040299973/Put/seqid=0 2024-11-08T04:31:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:41,237 INFO [M:0;6b18802fab89:35883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb041c0efad47b1a31e55b6d353246e 2024-11-08T04:31:41,255 INFO [RS:1;6b18802fab89:44563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:41,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:41,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44563-0x10118b6bcbd0002, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:41,255 INFO [RS:1;6b18802fab89:44563 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,44563,1731040297475; zookeeper connection closed. 2024-11-08T04:31:41,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42bdff6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42bdff6 2024-11-08T04:31:41,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:41,257 DEBUG [M:0;6b18802fab89:35883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b872971c0d014ee490074b6aa2d70171 is 69, key is 6b18802fab89,35727,1731040297432/rs:state/1731040298909/Put/seqid=0 2024-11-08T04:31:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:41,263 INFO [M:0;6b18802fab89:35883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b872971c0d014ee490074b6aa2d70171 2024-11-08T04:31:41,268 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93016d0110d34124849f6e8e4f94072a as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93016d0110d34124849f6e8e4f94072a 2024-11-08T04:31:41,272 INFO [M:0;6b18802fab89:35883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93016d0110d34124849f6e8e4f94072a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:41,274 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbb041c0efad47b1a31e55b6d353246e as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbb041c0efad47b1a31e55b6d353246e 2024-11-08T04:31:41,279 INFO [M:0;6b18802fab89:35883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbb041c0efad47b1a31e55b6d353246e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:41,280 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b872971c0d014ee490074b6aa2d70171 as hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b872971c0d014ee490074b6aa2d70171 2024-11-08T04:31:41,285 INFO [M:0;6b18802fab89:35883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37535/user/jenkins/test-data/b01bf950-cd85-96e9-ebb1-ebd30bd8e2f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b872971c0d014ee490074b6aa2d70171, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:41,286 INFO [M:0;6b18802fab89:35883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:41,287 INFO [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:41,287 DEBUG [M:0;6b18802fab89:35883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040301183Disabling compacts and flushes for region at 1731040301183Disabling writes for close at 1731040301184 (+1 ms)Obtaining lock to block concurrent updates at 1731040301184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040301184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731040301184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040301185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040301185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040301205 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040301205Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040301215 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040301231 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040301232 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040301242 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040301257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040301257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81f9982: reopening flushed file at 1731040301267 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32052efe: reopening flushed file at 1731040301273 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51918abf: reopening flushed file at 1731040301279 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false at 1731040301286 (+7 ms)Writing region close event to WAL at 1731040301287 (+1 ms)Closed at 1731040301287 2024-11-08T04:31:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741830_1006 (size=35440) 2024-11-08T04:31:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44237 is added to blk_1073741830_1006 (size=35440) 2024-11-08T04:31:41,290 INFO [M:0;6b18802fab89:35883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:41,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:41,290 INFO [M:0;6b18802fab89:35883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35883 2024-11-08T04:31:41,290 INFO [M:0;6b18802fab89:35883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:41,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:41,402 INFO [M:0;6b18802fab89:35883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35883-0x10118b6bcbd0000, quorum=127.0.0.1:49474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:41,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f683157{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:41,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f6d14c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:41,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:41,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33705503{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:41,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e80183{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:41,414 WARN [BP-202937040-172.17.0.2-1731040294790 heartbeating to localhost/127.0.0.1:37535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:41,414 WARN [BP-202937040-172.17.0.2-1731040294790 heartbeating to localhost/127.0.0.1:37535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202937040-172.17.0.2-1731040294790 (Datanode Uuid 4d953501-5200-400a-b25f-c361cb8d738b) service to localhost/127.0.0.1:37535 2024-11-08T04:31:41,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data3/current/BP-202937040-172.17.0.2-1731040294790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:41,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data4/current/BP-202937040-172.17.0.2-1731040294790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:41,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:41,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:41,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:41,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78e9f0f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:41,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab22e1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:41,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:41,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160bce9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:41,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bcb6254{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:41,418 WARN [BP-202937040-172.17.0.2-1731040294790 heartbeating to localhost/127.0.0.1:37535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:41,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:41,418 WARN [BP-202937040-172.17.0.2-1731040294790 heartbeating to localhost/127.0.0.1:37535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202937040-172.17.0.2-1731040294790 (Datanode Uuid 5e6a7d12-6d90-436f-b8d1-30541c7be906) service to localhost/127.0.0.1:37535 2024-11-08T04:31:41,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:41,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data1/current/BP-202937040-172.17.0.2-1731040294790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:41,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/cluster_3799aac6-8fc5-9fc8-8e93-a1b21eb78511/data/data2/current/BP-202937040-172.17.0.2-1731040294790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:41,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:41,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@519d5f73{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:41,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf8027f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:41,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:41,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c55c1b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:41,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204c0333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:41,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:41,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:41,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=166 (was 151) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37535 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37535 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=525 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=597 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=8006 (was 8127) 2024-11-08T04:31:41,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=166, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=597, ProcessCount=11, AvailableMemoryMB=8006 2024-11-08T04:31:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir so I do NOT create it in target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600 2024-11-08T04:31:41,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T04:31:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.tmp.dir so I do NOT create it in target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600 2024-11-08T04:31:41,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2661d-54dc-8d2c-75b7-7c71de25adc6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T04:31:41,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600 2024-11-08T04:31:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T04:31:41,472 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea, deleteOnExit=true 2024-11-08T04:31:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T04:31:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/test.cache.data in system properties and HBase conf 2024-11-08T04:31:41,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir in system properties and HBase conf 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T04:31:41,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:41,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T04:31:41,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/nfs.dump.dir in system properties and HBase conf 2024-11-08T04:31:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/java.io.tmpdir in system properties and HBase conf 2024-11-08T04:31:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T04:31:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T04:31:41,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T04:31:41,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:41,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:41,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:41,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:41,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:41,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:41,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:41,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:41,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@250bf691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/java.io.tmpdir/jetty-localhost-45139-hadoop-hdfs-3_4_1-tests_jar-_-any-12879722335906510777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:42,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:45139} 2024-11-08T04:31:42,000 INFO [Time-limited test {}] server.Server(415): Started @38042ms 2024-11-08T04:31:42,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:42,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:42,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:42,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:42,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T04:31:42,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eda68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:42,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f5fcf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:42,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d73da5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/java.io.tmpdir/jetty-localhost-44177-hadoop-hdfs-3_4_1-tests_jar-_-any-33632783058419506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:42,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e900130{HTTP/1.1, (http/1.1)}{localhost:44177} 2024-11-08T04:31:42,370 INFO [Time-limited test {}] server.Server(415): Started @38412ms 2024-11-08T04:31:42,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:42,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T04:31:42,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T04:31:42,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T04:31:42,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T04:31:42,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T04:31:42,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b225e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,AVAILABLE} 2024-11-08T04:31:42,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b09ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T04:31:42,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d7e0efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/java.io.tmpdir/jetty-localhost-34895-hadoop-hdfs-3_4_1-tests_jar-_-any-9964933481798541844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:42,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:34895} 2024-11-08T04:31:42,502 INFO [Time-limited test {}] server.Server(415): Started @38544ms 2024-11-08T04:31:42,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T04:31:43,800 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data1/current/BP-1659614294-172.17.0.2-1731040301506/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:43,800 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data2/current/BP-1659614294-172.17.0.2-1731040301506/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:43,818 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94710d22af72fd5b with lease ID 0x2b5080b44eed3d71: Processing first storage report for DS-6957d839-8506-43b6-a616-159a53ef0f14 from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=15f4070a-c924-4296-b16a-0cd32e282769, infoPort=38261, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506) 2024-11-08T04:31:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94710d22af72fd5b with lease ID 0x2b5080b44eed3d71: from storage DS-6957d839-8506-43b6-a616-159a53ef0f14 node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=15f4070a-c924-4296-b16a-0cd32e282769, infoPort=38261, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94710d22af72fd5b with lease ID 0x2b5080b44eed3d71: Processing first storage report for DS-1a802780-f899-4b2d-b34e-222823b7e431 from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=15f4070a-c924-4296-b16a-0cd32e282769, infoPort=38261, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506) 2024-11-08T04:31:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94710d22af72fd5b with lease ID 0x2b5080b44eed3d71: from storage DS-1a802780-f899-4b2d-b34e-222823b7e431 node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=15f4070a-c924-4296-b16a-0cd32e282769, infoPort=38261, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T04:31:43,991 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data3/current/BP-1659614294-172.17.0.2-1731040301506/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:43,991 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data4/current/BP-1659614294-172.17.0.2-1731040301506/current, will proceed with Du for space computation calculation, 2024-11-08T04:31:44,010 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T04:31:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc37e6981eabd8041 with lease ID 0x2b5080b44eed3d72: Processing first storage report for DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823 from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=fe7761ac-d973-4553-bd73-bdcdeaca9ee6, infoPort=40065, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506) 2024-11-08T04:31:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc37e6981eabd8041 with lease ID 0x2b5080b44eed3d72: from storage DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823 node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=fe7761ac-d973-4553-bd73-bdcdeaca9ee6, infoPort=40065, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc37e6981eabd8041 with lease ID 0x2b5080b44eed3d72: Processing first storage report for DS-d974613e-b512-4e10-b365-e024a2827f52 from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=fe7761ac-d973-4553-bd73-bdcdeaca9ee6, infoPort=40065, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506) 2024-11-08T04:31:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc37e6981eabd8041 with lease ID 0x2b5080b44eed3d72: from storage DS-d974613e-b512-4e10-b365-e024a2827f52 node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=fe7761ac-d973-4553-bd73-bdcdeaca9ee6, infoPort=40065, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=2146288723;c=1731040301506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T04:31:44,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600 2024-11-08T04:31:44,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/zookeeper_0, clientPort=56731, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T04:31:44,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56731 2024-11-08T04:31:44,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741825_1001 (size=7) 2024-11-08T04:31:44,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e with version=8 2024-11-08T04:31:44,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/hbase-staging 2024-11-08T04:31:44,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:44,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T04:31:44,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:44,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44989 2024-11-08T04:31:44,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44989 connecting to ZooKeeper ensemble=127.0.0.1:56731 2024-11-08T04:31:44,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449890x0, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:44,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44989-0x10118b6d7520000 connected 2024-11-08T04:31:44,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:44,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e, hbase.cluster.distributed=false 2024-11-08T04:31:44,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:44,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-08T04:31:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44989 2024-11-08T04:31:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44989 2024-11-08T04:31:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-08T04:31:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-08T04:31:44,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:44,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:44,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36003 2024-11-08T04:31:44,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36003 connecting to ZooKeeper ensemble=127.0.0.1:56731 2024-11-08T04:31:44,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360030x0, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:44,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360030x0, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:44,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36003-0x10118b6d7520001 connected 2024-11-08T04:31:44,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:44,250 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:44,256 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:44,257 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:44,259 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:44,259 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:44,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:44,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:44,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-08T04:31:44,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36003 2024-11-08T04:31:44,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36003 2024-11-08T04:31:44,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-08T04:31:44,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36003 2024-11-08T04:31:44,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b18802fab89:0 server-side Connection retries=45 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T04:31:44,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T04:31:44,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41811 2024-11-08T04:31:44,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41811 connecting to ZooKeeper ensemble=127.0.0.1:56731 2024-11-08T04:31:44,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418110x0, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T04:31:44,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418110x0, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:44,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T04:31:44,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41811-0x10118b6d7520002 connected 2024-11-08T04:31:44,324 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T04:31:44,329 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T04:31:44,329 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T04:31:44,330 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T04:31:44,330 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T04:31:44,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T04:31:44,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T04:31:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-08T04:31:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41811 2024-11-08T04:31:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41811 2024-11-08T04:31:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-08T04:31:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-08T04:31:44,344 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b18802fab89:44989 2024-11-08T04:31:44,344 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,355 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,365 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T04:31:44,366 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6b18802fab89,44989,1731040304055 from backup master directory 2024-11-08T04:31:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T04:31:44,375 WARN [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:44,376 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,380 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/hbase.id] with ID: 1708e84d-2897-42aa-a53b-56144ff69aba 2024-11-08T04:31:44,380 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/.tmp/hbase.id 2024-11-08T04:31:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741826_1002 (size=42) 2024-11-08T04:31:44,387 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/.tmp/hbase.id]:[hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/hbase.id] 2024-11-08T04:31:44,398 INFO [master/6b18802fab89:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T04:31:44,398 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T04:31:44,399 INFO [master/6b18802fab89:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T04:31:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741827_1003 (size=196) 2024-11-08T04:31:44,413 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:44,413 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T04:31:44,414 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741828_1004 (size=1189) 2024-11-08T04:31:44,421 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store 2024-11-08T04:31:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741829_1005 (size=34) 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:44,428 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:44,428 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:44,428 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040304428Disabling compacts and flushes for region at 1731040304428Disabling writes for close at 1731040304428Writing region close event to WAL at 1731040304428Closed at 1731040304428 2024-11-08T04:31:44,429 WARN [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/.initializing 2024-11-08T04:31:44,429 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/WALs/6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,430 INFO [master/6b18802fab89:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:44,432 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C44989%2C1731040304055, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/WALs/6b18802fab89,44989,1731040304055, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/oldWALs, maxLogs=10 2024-11-08T04:31:44,443 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/WALs/6b18802fab89,44989,1731040304055/6b18802fab89%2C44989%2C1731040304055.1731040304432, exclude list is [], retry=0 2024-11-08T04:31:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-6957d839-8506-43b6-a616-159a53ef0f14,DISK] 2024-11-08T04:31:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823,DISK] 2024-11-08T04:31:44,447 INFO [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/WALs/6b18802fab89,44989,1731040304055/6b18802fab89%2C44989%2C1731040304055.1731040304432 2024-11-08T04:31:44,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261),(127.0.0.1/127.0.0.1:40065:40065)] 2024-11-08T04:31:44,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:44,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:44,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,448 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T04:31:44,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:44,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T04:31:44,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:44,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T04:31:44,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:44,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T04:31:44,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:44,457 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,457 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,458 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,459 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,459 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,460 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:44,461 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T04:31:44,462 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:44,463 INFO [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70888156, jitterRate=0.056315839290618896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:44,464 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731040304448Initializing all the Stores at 1731040304449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040304449Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040304449Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040304449Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040304449Cleaning up temporary data from old regions at 1731040304459 (+10 ms)Region opened successfully at 1731040304463 (+4 ms) 2024-11-08T04:31:44,464 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T04:31:44,467 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b506604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:44,468 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T04:31:44,468 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T04:31:44,468 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T04:31:44,468 INFO [master/6b18802fab89:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T04:31:44,469 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T04:31:44,469 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T04:31:44,469 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T04:31:44,472 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T04:31:44,473 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T04:31:44,480 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T04:31:44,481 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T04:31:44,482 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T04:31:44,491 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T04:31:44,491 INFO [master/6b18802fab89:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T04:31:44,493 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T04:31:44,502 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T04:31:44,503 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T04:31:44,512 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T04:31:44,516 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T04:31:44,523 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T04:31:44,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:44,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:44,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:44,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,535 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b18802fab89,44989,1731040304055, sessionid=0x10118b6d7520000, setting cluster-up flag (Was=false) 2024-11-08T04:31:44,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,586 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T04:31:44,587 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:44,639 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T04:31:44,641 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b18802fab89,44989,1731040304055 2024-11-08T04:31:44,644 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T04:31:44,648 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:44,649 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T04:31:44,649 INFO [master/6b18802fab89:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T04:31:44,650 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b18802fab89,44989,1731040304055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b18802fab89:0, corePoolSize=5, maxPoolSize=5 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b18802fab89:0, corePoolSize=10, maxPoolSize=10 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:44,652 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:44,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T04:31:44,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T04:31:44,656 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731040334656 2024-11-08T04:31:44,656 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T04:31:44,656 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T04:31:44,656 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T04:31:44,656 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T04:31:44,657 INFO [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T04:31:44,660 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040304657,5,FailOnTimeoutGroup] 2024-11-08T04:31:44,661 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040304660,5,FailOnTimeoutGroup] 2024-11-08T04:31:44,661 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,661 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T04:31:44,661 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,661 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741831_1007 (size=1321) 2024-11-08T04:31:44,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T04:31:44,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e 2024-11-08T04:31:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741832_1008 (size=32) 2024-11-08T04:31:44,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:44,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:44,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:44,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:44,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:44,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:44,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:44,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:44,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:44,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:44,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:44,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:44,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:44,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:44,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:44,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740 2024-11-08T04:31:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740 2024-11-08T04:31:44,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:44,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:44,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:44,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:44,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59460203, jitterRate=-0.11397393047809601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731040304670Initializing all the Stores at 1731040304671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040304671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040304672 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040304672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040304672Cleaning up temporary data from old regions at 1731040304681 (+9 ms)Region opened successfully at 1731040304684 (+3 ms) 2024-11-08T04:31:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:44,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:44,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:44,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040304684Disabling compacts and flushes for region at 1731040304684Disabling writes for close at 1731040304684Writing region close event to WAL at 1731040304685 (+1 ms)Closed at 1731040304685 2024-11-08T04:31:44,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:44,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T04:31:44,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T04:31:44,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:44,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T04:31:44,735 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(746): ClusterId : 1708e84d-2897-42aa-a53b-56144ff69aba 2024-11-08T04:31:44,735 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(746): ClusterId : 1708e84d-2897-42aa-a53b-56144ff69aba 2024-11-08T04:31:44,735 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:44,735 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T04:31:44,745 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:44,745 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T04:31:44,745 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:44,745 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T04:31:44,756 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:44,756 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T04:31:44,756 DEBUG [RS:1;6b18802fab89:41811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4b9add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:44,756 DEBUG [RS:0;6b18802fab89:36003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2160ffa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b18802fab89/172.17.0.2:0 2024-11-08T04:31:44,766 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6b18802fab89:41811 2024-11-08T04:31:44,766 INFO [RS:1;6b18802fab89:41811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:44,766 INFO [RS:1;6b18802fab89:41811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:44,766 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:44,767 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,44989,1731040304055 with port=41811, startcode=1731040304281 2024-11-08T04:31:44,767 DEBUG [RS:1;6b18802fab89:41811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:44,769 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:44,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,771 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e 2024-11-08T04:31:44,771 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38597 2024-11-08T04:31:44,771 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:44,771 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b18802fab89:36003 2024-11-08T04:31:44,771 INFO [RS:0;6b18802fab89:36003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T04:31:44,771 INFO [RS:0;6b18802fab89:36003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T04:31:44,771 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T04:31:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:44,782 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b18802fab89,44989,1731040304055 with port=36003, startcode=1731040304235 2024-11-08T04:31:44,783 DEBUG [RS:0;6b18802fab89:36003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T04:31:44,783 DEBUG [RS:1;6b18802fab89:41811 {}] zookeeper.ZKUtil(111): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,783 WARN [RS:1;6b18802fab89:41811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:44,783 INFO [RS:1;6b18802fab89:41811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:44,783 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,41811,1731040304281] 2024-11-08T04:31:44,784 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T04:31:44,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,787 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e 2024-11-08T04:31:44,787 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38597 2024-11-08T04:31:44,787 INFO [RS:1;6b18802fab89:41811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:44,787 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T04:31:44,789 INFO [RS:1;6b18802fab89:41811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:44,789 INFO [RS:1;6b18802fab89:41811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:44,789 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,790 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:44,791 INFO [RS:1;6b18802fab89:41811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:44,791 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:44,791 DEBUG [RS:1;6b18802fab89:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,793 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41811,1731040304281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:44,809 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:44,809 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,41811,1731040304281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,809 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,809 INFO [RS:1;6b18802fab89:41811 {}] regionserver.Replication(171): 6b18802fab89,41811,1731040304281 started 2024-11-08T04:31:44,821 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,821 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,41811,1731040304281, RpcServer on 6b18802fab89/172.17.0.2:41811, sessionid=0x10118b6d7520002 2024-11-08T04:31:44,822 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:44,822 DEBUG [RS:1;6b18802fab89:41811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,822 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41811,1731040304281' 2024-11-08T04:31:44,822 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:44,826 DEBUG [RS:0;6b18802fab89:36003 {}] zookeeper.ZKUtil(111): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,826 WARN [RS:0;6b18802fab89:36003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:44,826 INFO [RS:0;6b18802fab89:36003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,41811,1731040304281 2024-11-08T04:31:44,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b18802fab89,36003,1731040304235] 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,41811,1731040304281' 2024-11-08T04:31:44,826 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,826 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:44,827 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:44,827 DEBUG [RS:1;6b18802fab89:41811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:44,827 INFO [RS:1;6b18802fab89:41811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:44,827 INFO [RS:1;6b18802fab89:41811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:44,829 INFO [RS:0;6b18802fab89:36003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T04:31:44,830 INFO [RS:0;6b18802fab89:36003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T04:31:44,830 INFO [RS:0;6b18802fab89:36003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T04:31:44,830 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,831 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T04:31:44,831 INFO [RS:0;6b18802fab89:36003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T04:31:44,831 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,831 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b18802fab89:0, corePoolSize=2, maxPoolSize=2 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b18802fab89:0, corePoolSize=1, maxPoolSize=1 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:44,832 DEBUG [RS:0;6b18802fab89:36003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b18802fab89:0, corePoolSize=3, maxPoolSize=3 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,832 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36003,1731040304235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:44,838 WARN [6b18802fab89:44989 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T04:31:44,849 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T04:31:44,849 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,36003,1731040304235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,849 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,849 INFO [RS:0;6b18802fab89:36003 {}] regionserver.Replication(171): 6b18802fab89,36003,1731040304235 started 2024-11-08T04:31:44,860 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:44,860 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1482): Serving as 6b18802fab89,36003,1731040304235, RpcServer on 6b18802fab89/172.17.0.2:36003, sessionid=0x10118b6d7520001 2024-11-08T04:31:44,861 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T04:31:44,861 DEBUG [RS:0;6b18802fab89:36003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,861 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,36003,1731040304235' 2024-11-08T04:31:44,861 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T04:31:44,861 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b18802fab89,36003,1731040304235 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b18802fab89,36003,1731040304235' 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T04:31:44,862 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T04:31:44,863 DEBUG [RS:0;6b18802fab89:36003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T04:31:44,863 INFO [RS:0;6b18802fab89:36003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T04:31:44,863 INFO [RS:0;6b18802fab89:36003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T04:31:44,928 INFO [RS:1;6b18802fab89:41811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:44,931 INFO [RS:1;6b18802fab89:41811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C41811%2C1731040304281, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,41811,1731040304281, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs, maxLogs=32 2024-11-08T04:31:44,952 DEBUG [RS:1;6b18802fab89:41811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,41811,1731040304281/6b18802fab89%2C41811%2C1731040304281.1731040304932, exclude list is [], retry=0 2024-11-08T04:31:44,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-6957d839-8506-43b6-a616-159a53ef0f14,DISK] 2024-11-08T04:31:44,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823,DISK] 2024-11-08T04:31:44,956 INFO [RS:1;6b18802fab89:41811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,41811,1731040304281/6b18802fab89%2C41811%2C1731040304281.1731040304932 2024-11-08T04:31:44,956 DEBUG [RS:1;6b18802fab89:41811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065),(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-08T04:31:44,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T04:31:44,963 INFO [RS:0;6b18802fab89:36003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T04:31:44,964 INFO [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C36003%2C1731040304235, suffix=, logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs, maxLogs=32 2024-11-08T04:31:44,981 DEBUG [RS:0;6b18802fab89:36003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.1731040304965, exclude list is [], retry=0 2024-11-08T04:31:44,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823,DISK] 2024-11-08T04:31:44,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-6957d839-8506-43b6-a616-159a53ef0f14,DISK] 2024-11-08T04:31:44,987 INFO [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.1731040304965 2024-11-08T04:31:44,987 DEBUG [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261),(127.0.0.1/127.0.0.1:40065:40065)] 2024-11-08T04:31:44,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:45,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T04:31:45,088 DEBUG [6b18802fab89:44989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T04:31:45,089 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:45,091 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:45,091 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:45,091 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:45,091 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:45,091 INFO [6b18802fab89:44989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:45,091 INFO [6b18802fab89:44989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:45,091 DEBUG [6b18802fab89:44989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:45,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b18802fab89,36003,1731040304235 2024-11-08T04:31:45,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,36003,1731040304235, state=OPENING 2024-11-08T04:31:45,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T04:31:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:45,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T04:31:45,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,36003,1731040304235}] 2024-11-08T04:31:45,277 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:45,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:45,283 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T04:31:45,283 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T04:31:45,283 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T04:31:45,286 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b18802fab89%2C36003%2C1731040304235.meta, suffix=.meta, logDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235, archiveDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs, maxLogs=32 2024-11-08T04:31:45,305 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.meta.1731040305286.meta, exclude list is [], retry=0 2024-11-08T04:31:45,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-d9205ecc-dd2c-4505-8a1b-b9e4d7911823,DISK] 2024-11-08T04:31:45,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-6957d839-8506-43b6-a616-159a53ef0f14,DISK] 2024-11-08T04:31:45,310 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.meta.1731040305286.meta 2024-11-08T04:31:45,310 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065),(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-08T04:31:45,310 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T04:31:45,311 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T04:31:45,311 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T04:31:45,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T04:31:45,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T04:31:45,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:45,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:45,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T04:31:45,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T04:31:45,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:45,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:45,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T04:31:45,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T04:31:45,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:45,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:45,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T04:31:45,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T04:31:45,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:45,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T04:31:45,317 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T04:31:45,317 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740 2024-11-08T04:31:45,318 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740 2024-11-08T04:31:45,319 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T04:31:45,319 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T04:31:45,320 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T04:31:45,321 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T04:31:45,322 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60305106, jitterRate=-0.10138389468193054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T04:31:45,322 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T04:31:45,322 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731040305311Writing region info on filesystem at 1731040305311Initializing all the Stores at 1731040305312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040305312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040305312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040305312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731040305312Cleaning up temporary data from old regions at 1731040305320 (+8 ms)Running coprocessor post-open hooks at 1731040305322 (+2 ms)Region opened successfully at 1731040305322 2024-11-08T04:31:45,323 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731040305276 2024-11-08T04:31:45,326 DEBUG [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T04:31:45,326 INFO [RS_OPEN_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T04:31:45,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,36003,1731040304235 2024-11-08T04:31:45,328 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b18802fab89,36003,1731040304235, state=OPEN 2024-11-08T04:31:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T04:31:45,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b18802fab89,36003,1731040304235 2024-11-08T04:31:45,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T04:31:45,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T04:31:45,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b18802fab89,36003,1731040304235 in 217 msec 2024-11-08T04:31:45,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T04:31:45,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-08T04:31:45,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T04:31:45,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T04:31:45,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:45,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,36003,1731040304235, seqNum=-1] 2024-11-08T04:31:45,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:45,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:45,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-08T04:31:45,354 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731040305354, completionTime=-1 2024-11-08T04:31:45,354 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T04:31:45,354 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731040365357 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731040425357 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,357 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b18802fab89:44989, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,358 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,358 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,359 DEBUG [master/6b18802fab89:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T04:31:45,362 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.986sec 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T04:31:45,363 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T04:31:45,366 DEBUG [master/6b18802fab89:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T04:31:45,366 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T04:31:45,366 INFO [master/6b18802fab89:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b18802fab89,44989,1731040304055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T04:31:45,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19eec81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:45,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b18802fab89,44989,-1 for getting cluster id 2024-11-08T04:31:45,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T04:31:45,436 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1708e84d-2897-42aa-a53b-56144ff69aba' 2024-11-08T04:31:45,437 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T04:31:45,437 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1708e84d-2897-42aa-a53b-56144ff69aba" 2024-11-08T04:31:45,437 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c6d618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:45,437 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b18802fab89,44989,-1] 2024-11-08T04:31:45,438 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T04:31:45,438 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:45,439 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T04:31:45,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T04:31:45,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T04:31:45,441 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b18802fab89,36003,1731040304235, seqNum=-1] 2024-11-08T04:31:45,441 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:45,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:45,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b18802fab89,44989,1731040304055 2024-11-08T04:31:45,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T04:31:45,444 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b18802fab89,44989,1731040304055 2024-11-08T04:31:45,444 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398be82 2024-11-08T04:31:45,445 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T04:31:45,446 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T04:31:45,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T04:31:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T04:31:45,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T04:31:45,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:45,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T04:31:45,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T04:31:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741836_1012 (size=379) 2024-11-08T04:31:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:45,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 089028eaca74da7f9d9c4d211fa4e651, NAME => 'testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e 2024-11-08T04:31:45,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4afd2017477d6ea864fa37708eedc68c, NAME => 'testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e 2024-11-08T04:31:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741837_1013 (size=61) 2024-11-08T04:31:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741838_1014 (size=61) 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4afd2017477d6ea864fa37708eedc68c, disabling compactions & flushes 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 089028eaca74da7f9d9c4d211fa4e651, disabling compactions & flushes 2024-11-08T04:31:45,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:45,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. after waiting 0 ms 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. after waiting 0 ms 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:45,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:45,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4afd2017477d6ea864fa37708eedc68c: Waiting for close lock at 1731040305875Disabling compacts and flushes for region at 1731040305875Disabling writes for close at 1731040305875Writing region close event to WAL at 1731040305875Closed at 1731040305875 2024-11-08T04:31:45,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 089028eaca74da7f9d9c4d211fa4e651: Waiting for close lock at 1731040305875Disabling compacts and flushes for region at 1731040305875Disabling writes for close at 1731040305875Writing region close event to WAL at 1731040305875Closed at 1731040305875 2024-11-08T04:31:45,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T04:31:45,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040305876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040305876"}]},"ts":"1731040305876"} 2024-11-08T04:31:45,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731040305876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731040305876"}]},"ts":"1731040305876"} 2024-11-08T04:31:45,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T04:31:45,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T04:31:45,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040305880"}]},"ts":"1731040305880"} 2024-11-08T04:31:45,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T04:31:45,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6b18802fab89=0} racks are {/default-rack=0} 2024-11-08T04:31:45,883 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T04:31:45,883 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T04:31:45,883 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T04:31:45,883 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T04:31:45,883 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T04:31:45,884 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T04:31:45,884 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T04:31:45,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=089028eaca74da7f9d9c4d211fa4e651, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4afd2017477d6ea864fa37708eedc68c, ASSIGN}] 2024-11-08T04:31:45,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=089028eaca74da7f9d9c4d211fa4e651, ASSIGN 2024-11-08T04:31:45,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4afd2017477d6ea864fa37708eedc68c, ASSIGN 2024-11-08T04:31:45,886 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=089028eaca74da7f9d9c4d211fa4e651, ASSIGN; state=OFFLINE, location=6b18802fab89,41811,1731040304281; forceNewPlan=false, retain=false 2024-11-08T04:31:45,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4afd2017477d6ea864fa37708eedc68c, ASSIGN; state=OFFLINE, location=6b18802fab89,36003,1731040304235; forceNewPlan=false, retain=false 2024-11-08T04:31:46,036 INFO [6b18802fab89:44989 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T04:31:46,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4afd2017477d6ea864fa37708eedc68c, regionState=OPENING, regionLocation=6b18802fab89,36003,1731040304235 2024-11-08T04:31:46,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=089028eaca74da7f9d9c4d211fa4e651, regionState=OPENING, regionLocation=6b18802fab89,41811,1731040304281 2024-11-08T04:31:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=089028eaca74da7f9d9c4d211fa4e651, ASSIGN because future has completed 2024-11-08T04:31:46,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 089028eaca74da7f9d9c4d211fa4e651, server=6b18802fab89,41811,1731040304281}] 2024-11-08T04:31:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4afd2017477d6ea864fa37708eedc68c, ASSIGN because future has completed 2024-11-08T04:31:46,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afd2017477d6ea864fa37708eedc68c, server=6b18802fab89,36003,1731040304235}] 2024-11-08T04:31:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:46,193 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:46,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:46,202 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,202 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,202 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 089028eaca74da7f9d9c4d211fa4e651, NAME => 'testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T04:31:46,202 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4afd2017477d6ea864fa37708eedc68c, NAME => 'testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,203 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,205 INFO [StoreOpener-4afd2017477d6ea864fa37708eedc68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,205 INFO [StoreOpener-089028eaca74da7f9d9c4d211fa4e651-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,206 INFO [StoreOpener-089028eaca74da7f9d9c4d211fa4e651-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 089028eaca74da7f9d9c4d211fa4e651 columnFamilyName family 2024-11-08T04:31:46,206 INFO [StoreOpener-4afd2017477d6ea864fa37708eedc68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afd2017477d6ea864fa37708eedc68c columnFamilyName family 2024-11-08T04:31:46,206 DEBUG [StoreOpener-089028eaca74da7f9d9c4d211fa4e651-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:46,207 DEBUG [StoreOpener-4afd2017477d6ea864fa37708eedc68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T04:31:46,207 INFO [StoreOpener-089028eaca74da7f9d9c4d211fa4e651-1 {}] regionserver.HStore(327): Store=089028eaca74da7f9d9c4d211fa4e651/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:46,207 INFO [StoreOpener-4afd2017477d6ea864fa37708eedc68c-1 {}] regionserver.HStore(327): Store=4afd2017477d6ea864fa37708eedc68c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T04:31:46,207 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,207 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,208 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,210 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,210 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,213 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:46,213 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T04:31:46,214 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4afd2017477d6ea864fa37708eedc68c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60246354, jitterRate=-0.10225936770439148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:46,214 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 089028eaca74da7f9d9c4d211fa4e651; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69348329, jitterRate=0.03337062895298004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T04:31:46,214 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,214 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,214 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4afd2017477d6ea864fa37708eedc68c: Running coprocessor pre-open hook at 1731040306203Writing region info on filesystem at 1731040306203Initializing all the Stores at 1731040306204 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040306204Cleaning up temporary data from old regions at 1731040306209 (+5 ms)Running coprocessor post-open hooks at 1731040306214 (+5 ms)Region opened successfully at 1731040306214 2024-11-08T04:31:46,214 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 089028eaca74da7f9d9c4d211fa4e651: Running coprocessor pre-open hook at 1731040306203Writing region info on filesystem at 1731040306203Initializing all the Stores at 1731040306204 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731040306204Cleaning up temporary data from old regions at 1731040306209 (+5 ms)Running coprocessor post-open hooks at 1731040306214 (+5 ms)Region opened successfully at 1731040306214 2024-11-08T04:31:46,215 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651., pid=7, masterSystemTime=1731040306193 2024-11-08T04:31:46,215 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c., pid=8, masterSystemTime=1731040306194 2024-11-08T04:31:46,217 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,217 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=089028eaca74da7f9d9c4d211fa4e651, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,41811,1731040304281 2024-11-08T04:31:46,218 DEBUG [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,218 INFO [RS_OPEN_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4afd2017477d6ea864fa37708eedc68c, regionState=OPEN, openSeqNum=2, regionLocation=6b18802fab89,36003,1731040304235 2024-11-08T04:31:46,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 089028eaca74da7f9d9c4d211fa4e651, server=6b18802fab89,41811,1731040304281 because future has completed 2024-11-08T04:31:46,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afd2017477d6ea864fa37708eedc68c, server=6b18802fab89,36003,1731040304235 because future has completed 2024-11-08T04:31:46,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T04:31:46,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 089028eaca74da7f9d9c4d211fa4e651, server=6b18802fab89,41811,1731040304281 in 180 msec 2024-11-08T04:31:46,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T04:31:46,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4afd2017477d6ea864fa37708eedc68c, server=6b18802fab89,36003,1731040304235 in 181 msec 2024-11-08T04:31:46,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=089028eaca74da7f9d9c4d211fa4e651, ASSIGN in 339 msec 2024-11-08T04:31:46,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T04:31:46,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4afd2017477d6ea864fa37708eedc68c, ASSIGN in 340 msec 2024-11-08T04:31:46,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T04:31:46,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731040306226"}]},"ts":"1731040306226"} 2024-11-08T04:31:46,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T04:31:46,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T04:31:46,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 783 msec 2024-11-08T04:31:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T04:31:46,590 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T04:31:46,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T04:31:46,591 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T04:31:46,598 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T04:31:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T04:31:46,602 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651., hostname=6b18802fab89,41811,1731040304281, seqNum=2] 2024-11-08T04:31:46,602 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T04:31:46,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T04:31:46,613 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c., hostname=6b18802fab89,36003,1731040304235, seqNum=2] 2024-11-08T04:31:46,622 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4afd2017477d6ea864fa37708eedc68c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T04:31:46,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/.tmp/family/6ad5d65351f942bebf475744f8beb836 is 32, key is 5/family:/1731040306614/Put/seqid=0 2024-11-08T04:31:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741839_1015 (size=5083) 2024-11-08T04:31:46,643 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/.tmp/family/6ad5d65351f942bebf475744f8beb836 2024-11-08T04:31:46,649 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/.tmp/family/6ad5d65351f942bebf475744f8beb836 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/family/6ad5d65351f942bebf475744f8beb836 2024-11-08T04:31:46,655 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/family/6ad5d65351f942bebf475744f8beb836, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T04:31:46,656 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4afd2017477d6ea864fa37708eedc68c in 34ms, sequenceid=9, compaction requested=false 2024-11-08T04:31:46,656 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4afd2017477d6ea864fa37708eedc68c: 2024-11-08T04:31:46,656 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 089028eaca74da7f9d9c4d211fa4e651 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T04:31:46,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/.tmp/family/1fa53ff26fa34db19bf8c31979eba699 is 32, key is 1/family:/1731040306604/Put/seqid=0 2024-11-08T04:31:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741840_1016 (size=5054) 2024-11-08T04:31:46,677 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/.tmp/family/1fa53ff26fa34db19bf8c31979eba699 2024-11-08T04:31:46,682 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/.tmp/family/1fa53ff26fa34db19bf8c31979eba699 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/family/1fa53ff26fa34db19bf8c31979eba699 2024-11-08T04:31:46,687 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/family/1fa53ff26fa34db19bf8c31979eba699, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T04:31:46,688 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 089028eaca74da7f9d9c4d211fa4e651 in 32ms, sequenceid=8, compaction requested=false 2024-11-08T04:31:46,688 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 089028eaca74da7f9d9c4d211fa4e651: 2024-11-08T04:31:46,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T04:31:46,694 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:46,695 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T04:31:46,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:46,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T04:31:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] bucket.BucketCache(1864): found 1 blocks for file 1fa53ff26fa34db19bf8c31979eba699, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] bucket.BucketCache(1864): found 1 blocks for file 6ad5d65351f942bebf475744f8beb836, starting offset: 0, end offset: 9223372036854775807 2024-11-08T04:31:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] bucket.BucketCache(857): removed key 1fa53ff26fa34db19bf8c31979eba699_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36003 {}] bucket.BucketCache(857): removed key 6ad5d65351f942bebf475744f8beb836_0 from back map with offset lock 2094080 in the evict process 2024-11-08T04:31:46,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T04:31:46,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:46,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:46,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T04:31:46,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T04:31:46,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=111317535, stopped=false 2024-11-08T04:31:46,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b18802fab89,44989,1731040304055 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:46,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:46,744 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:46,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T04:31:46,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:46,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:46,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:46,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T04:31:46,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,36003,1731040304235' ***** 2024-11-08T04:31:46,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:46,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b18802fab89,41811,1731040304281' ***** 2024-11-08T04:31:46,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T04:31:46,745 INFO [RS:1;6b18802fab89:41811 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:46,745 INFO [RS:0;6b18802fab89:36003 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T04:31:46,745 INFO [RS:1;6b18802fab89:41811 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [RS:0;6b18802fab89:36003 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T04:31:46,745 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T04:31:46,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:46,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T04:31:46,745 INFO [RS:1;6b18802fab89:41811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:46,745 INFO [RS:1;6b18802fab89:41811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:46,746 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(3091): Received CLOSE for 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(3091): Received CLOSE for 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,746 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,41811,1731040304281 2024-11-08T04:31:46,746 INFO [RS:1;6b18802fab89:41811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(959): stopping server 6b18802fab89,36003,1731040304235 2024-11-08T04:31:46,746 INFO [RS:1;6b18802fab89:41811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6b18802fab89:41811. 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 089028eaca74da7f9d9c4d211fa4e651, disabling compactions & flushes 2024-11-08T04:31:46,746 DEBUG [RS:1;6b18802fab89:41811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b18802fab89:36003. 2024-11-08T04:31:46,746 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,746 DEBUG [RS:1;6b18802fab89:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4afd2017477d6ea864fa37708eedc68c, disabling compactions & flushes 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. after waiting 0 ms 2024-11-08T04:31:46,746 DEBUG [RS:0;6b18802fab89:36003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,746 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,746 DEBUG [RS:0;6b18802fab89:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,746 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T04:31:46,746 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1325): Online Regions={089028eaca74da7f9d9c4d211fa4e651=testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651.} 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. after waiting 0 ms 2024-11-08T04:31:46,746 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:46,746 DEBUG [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1351): Waiting on 089028eaca74da7f9d9c4d211fa4e651 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:46,746 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T04:31:46,747 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T04:31:46,747 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4afd2017477d6ea864fa37708eedc68c=testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c.} 2024-11-08T04:31:46,747 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afd2017477d6ea864fa37708eedc68c 2024-11-08T04:31:46,747 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T04:31:46,747 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T04:31:46,747 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T04:31:46,747 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T04:31:46,747 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T04:31:46,747 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/4afd2017477d6ea864fa37708eedc68c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/default/testClearRegionBlockCache/089028eaca74da7f9d9c4d211fa4e651/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T04:31:46,750 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4afd2017477d6ea864fa37708eedc68c: Waiting for close lock at 1731040306746Running coprocessor pre-close hooks at 1731040306746Disabling compacts and flushes for region at 1731040306746Disabling writes for close at 1731040306746Writing region close event to WAL at 1731040306747 (+1 ms)Running coprocessor post-close hooks at 1731040306750 (+3 ms)Closed at 1731040306750 2024-11-08T04:31:46,750 INFO [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 089028eaca74da7f9d9c4d211fa4e651: Waiting for close lock at 1731040306746Running coprocessor pre-close hooks at 1731040306746Disabling compacts and flushes for region at 1731040306746Disabling writes for close at 1731040306746Writing region close event to WAL at 1731040306747 (+1 ms)Running coprocessor post-close hooks at 1731040306750 (+3 ms)Closed at 1731040306750 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c. 2024-11-08T04:31:46,750 DEBUG [RS_CLOSE_REGION-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731040305446.089028eaca74da7f9d9c4d211fa4e651. 2024-11-08T04:31:46,767 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/info/0ce6f0bf660d447ea6aca1e5954a2a92 is 173, key is testClearRegionBlockCache,5,1731040305446.4afd2017477d6ea864fa37708eedc68c./info:regioninfo/1731040306218/Put/seqid=0 2024-11-08T04:31:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:46,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741841_1017 (size=8173) 2024-11-08T04:31:46,773 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/info/0ce6f0bf660d447ea6aca1e5954a2a92 2024-11-08T04:31:46,792 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/ns/68001695bdee4bc383f6da7f3b977776 is 43, key is default/ns:d/1731040305350/Put/seqid=0 2024-11-08T04:31:46,795 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741842_1018 (size=5153) 2024-11-08T04:31:46,797 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:46,797 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:46,797 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/ns/68001695bdee4bc383f6da7f3b977776 2024-11-08T04:31:46,816 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/table/e10f35103f8f48d5a518f576dbe5f711 is 61, key is testClearRegionBlockCache/table:state/1731040306226/Put/seqid=0 2024-11-08T04:31:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741843_1019 (size=5312) 2024-11-08T04:31:46,833 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T04:31:46,833 INFO [regionserver/6b18802fab89:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T04:31:46,834 INFO [regionserver/6b18802fab89:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:46,946 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,41811,1731040304281; all regions closed. 2024-11-08T04:31:46,947 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T04:31:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741833_1009 (size=1758) 2024-11-08T04:31:46,951 DEBUG [RS:1;6b18802fab89:41811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs 2024-11-08T04:31:46,951 INFO [RS:1;6b18802fab89:41811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C41811%2C1731040304281:(num 1731040304932) 2024-11-08T04:31:46,951 DEBUG [RS:1;6b18802fab89:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:46,951 INFO [RS:1;6b18802fab89:41811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T04:31:46,952 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:46,952 INFO [RS:1;6b18802fab89:41811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41811 2024-11-08T04:31:46,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,41811,1731040304281 2024-11-08T04:31:46,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:46,965 INFO [RS:1;6b18802fab89:41811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:46,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,41811,1731040304281] 2024-11-08T04:31:46,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,41811,1731040304281 already deleted, retry=false 2024-11-08T04:31:46,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,41811,1731040304281 expired; onlineServers=1 2024-11-08T04:31:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x10118b6d7520002, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,076 INFO [RS:1;6b18802fab89:41811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:47,076 INFO [RS:1;6b18802fab89:41811 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,41811,1731040304281; zookeeper connection closed. 2024-11-08T04:31:47,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42a7282f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42a7282f 2024-11-08T04:31:47,147 DEBUG [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T04:31:47,223 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/table/e10f35103f8f48d5a518f576dbe5f711 2024-11-08T04:31:47,237 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/info/0ce6f0bf660d447ea6aca1e5954a2a92 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/info/0ce6f0bf660d447ea6aca1e5954a2a92 2024-11-08T04:31:47,247 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/info/0ce6f0bf660d447ea6aca1e5954a2a92, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T04:31:47,248 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/ns/68001695bdee4bc383f6da7f3b977776 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/ns/68001695bdee4bc383f6da7f3b977776 2024-11-08T04:31:47,254 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/ns/68001695bdee4bc383f6da7f3b977776, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T04:31:47,255 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/.tmp/table/e10f35103f8f48d5a518f576dbe5f711 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/table/e10f35103f8f48d5a518f576dbe5f711 2024-11-08T04:31:47,262 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/table/e10f35103f8f48d5a518f576dbe5f711, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T04:31:47,264 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=13, compaction requested=false 2024-11-08T04:31:47,268 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T04:31:47,269 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T04:31:47,269 INFO [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:47,269 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731040306747Running coprocessor pre-close hooks at 1731040306747Disabling compacts and flushes for region at 1731040306747Disabling writes for close at 1731040306747Obtaining lock to block concurrent updates at 1731040306747Preparing flush snapshotting stores in 1588230740 at 1731040306747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731040306747Flushing stores of hbase:meta,,1.1588230740 at 1731040306748 (+1 ms)Flushing 1588230740/info: creating writer at 1731040306748Flushing 1588230740/info: appending metadata at 1731040306767 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731040306767Flushing 1588230740/ns: creating writer at 1731040306779 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731040306791 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731040306791Flushing 1588230740/table: creating writer at 1731040306802 (+11 ms)Flushing 1588230740/table: appending metadata at 1731040306815 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731040306815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b384f70: reopening flushed file at 1731040307235 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7581b588: reopening flushed file at 1731040307247 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6c4587: reopening flushed file at 1731040307254 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=13, compaction requested=false at 1731040307264 (+10 ms)Writing region close event to WAL at 1731040307265 (+1 ms)Running coprocessor post-close hooks at 1731040307269 (+4 ms)Closed at 1731040307269 2024-11-08T04:31:47,269 DEBUG [RS_CLOSE_META-regionserver/6b18802fab89:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T04:31:47,347 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(976): stopping server 6b18802fab89,36003,1731040304235; all regions closed. 2024-11-08T04:31:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:47,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741835_1011 (size=4338) 2024-11-08T04:31:47,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.meta.1731040305286.meta not finished, retry = 0 2024-11-08T04:31:47,454 DEBUG [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs 2024-11-08T04:31:47,454 INFO [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C36003%2C1731040304235.meta:.meta(num 1731040305286) 2024-11-08T04:31:47,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/WALs/6b18802fab89,36003,1731040304235/6b18802fab89%2C36003%2C1731040304235.1731040304965 not finished, retry = 0 2024-11-08T04:31:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741834_1010 (size=1867) 2024-11-08T04:31:47,561 DEBUG [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/oldWALs 2024-11-08T04:31:47,561 INFO [RS:0;6b18802fab89:36003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b18802fab89%2C36003%2C1731040304235:(num 1731040304965) 2024-11-08T04:31:47,561 DEBUG [RS:0;6b18802fab89:36003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T04:31:47,561 INFO [RS:0;6b18802fab89:36003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T04:31:47,561 INFO [RS:0;6b18802fab89:36003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:47,561 INFO [RS:0;6b18802fab89:36003 {}] hbase.ChoreService(370): Chore service for: regionserver/6b18802fab89:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:47,562 INFO [RS:0;6b18802fab89:36003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:47,562 INFO [regionserver/6b18802fab89:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:47,562 INFO [RS:0;6b18802fab89:36003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36003 2024-11-08T04:31:47,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T04:31:47,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6b18802fab89,36003,1731040304235 2024-11-08T04:31:47,575 INFO [RS:0;6b18802fab89:36003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:47,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b18802fab89,36003,1731040304235] 2024-11-08T04:31:47,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6b18802fab89,36003,1731040304235 already deleted, retry=false 2024-11-08T04:31:47,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b18802fab89,36003,1731040304235 expired; onlineServers=0 2024-11-08T04:31:47,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b18802fab89,44989,1731040304055' ***** 2024-11-08T04:31:47,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T04:31:47,596 INFO [M:0;6b18802fab89:44989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T04:31:47,597 INFO [M:0;6b18802fab89:44989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T04:31:47,597 DEBUG [M:0;6b18802fab89:44989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T04:31:47,597 DEBUG [M:0;6b18802fab89:44989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T04:31:47,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T04:31:47,597 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040304660 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.small.0-1731040304660,5,FailOnTimeoutGroup] 2024-11-08T04:31:47,597 INFO [M:0;6b18802fab89:44989 {}] hbase.ChoreService(370): Chore service for: master/6b18802fab89:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T04:31:47,597 INFO [M:0;6b18802fab89:44989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T04:31:47,597 DEBUG [M:0;6b18802fab89:44989 {}] master.HMaster(1795): Stopping service threads 2024-11-08T04:31:47,597 INFO [M:0;6b18802fab89:44989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T04:31:47,597 DEBUG [master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040304657 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b18802fab89:0:becomeActiveMaster-HFileCleaner.large.0-1731040304657,5,FailOnTimeoutGroup] 2024-11-08T04:31:47,598 INFO [M:0;6b18802fab89:44989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T04:31:47,598 INFO [M:0;6b18802fab89:44989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T04:31:47,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T04:31:47,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T04:31:47,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T04:31:47,607 DEBUG [M:0;6b18802fab89:44989 {}] zookeeper.ZKUtil(347): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T04:31:47,607 WARN [M:0;6b18802fab89:44989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T04:31:47,608 INFO [M:0;6b18802fab89:44989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/.lastflushedseqids 2024-11-08T04:31:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741844_1020 (size=182) 2024-11-08T04:31:47,614 INFO [M:0;6b18802fab89:44989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T04:31:47,614 INFO [M:0;6b18802fab89:44989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T04:31:47,615 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T04:31:47,615 INFO [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:47,615 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:47,615 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T04:31:47,615 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:47,615 INFO [M:0;6b18802fab89:44989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-08T04:31:47,631 DEBUG [M:0;6b18802fab89:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea4f0634cacf4a618dda513f349a9bdc is 82, key is hbase:meta,,1/info:regioninfo/1731040305326/Put/seqid=0 2024-11-08T04:31:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741845_1021 (size=5672) 2024-11-08T04:31:47,637 INFO [M:0;6b18802fab89:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea4f0634cacf4a618dda513f349a9bdc 2024-11-08T04:31:47,663 DEBUG [M:0;6b18802fab89:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cfd4a1881c24c22a2e505e1c592ae28 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731040306230/Put/seqid=0 2024-11-08T04:31:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741846_1022 (size=6219) 2024-11-08T04:31:47,670 INFO [M:0;6b18802fab89:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cfd4a1881c24c22a2e505e1c592ae28 2024-11-08T04:31:47,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,686 INFO [RS:0;6b18802fab89:36003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:47,686 INFO [RS:0;6b18802fab89:36003 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b18802fab89,36003,1731040304235; zookeeper connection closed. 2024-11-08T04:31:47,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36003-0x10118b6d7520001, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c730ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c730ea1 2024-11-08T04:31:47,687 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T04:31:47,691 DEBUG [M:0;6b18802fab89:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36e1c237310480a998a5cab7e02c2ba is 69, key is 6b18802fab89,36003,1731040304235/rs:state/1731040304785/Put/seqid=0 2024-11-08T04:31:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741847_1023 (size=5224) 2024-11-08T04:31:47,696 INFO [M:0;6b18802fab89:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36e1c237310480a998a5cab7e02c2ba 2024-11-08T04:31:47,703 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea4f0634cacf4a618dda513f349a9bdc as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea4f0634cacf4a618dda513f349a9bdc 2024-11-08T04:31:47,709 INFO [M:0;6b18802fab89:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea4f0634cacf4a618dda513f349a9bdc, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T04:31:47,711 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cfd4a1881c24c22a2e505e1c592ae28 as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cfd4a1881c24c22a2e505e1c592ae28 2024-11-08T04:31:47,716 INFO [M:0;6b18802fab89:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cfd4a1881c24c22a2e505e1c592ae28, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T04:31:47,717 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36e1c237310480a998a5cab7e02c2ba as hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c36e1c237310480a998a5cab7e02c2ba 2024-11-08T04:31:47,722 INFO [M:0;6b18802fab89:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38597/user/jenkins/test-data/ef7c83bd-e4ca-1b2a-f83c-32c2fa5cb68e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c36e1c237310480a998a5cab7e02c2ba, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T04:31:47,723 INFO [M:0;6b18802fab89:44989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-08T04:31:47,724 INFO [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T04:31:47,724 DEBUG [M:0;6b18802fab89:44989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731040307615Disabling compacts and flushes for region at 1731040307615Disabling writes for close at 1731040307615Obtaining lock to block concurrent updates at 1731040307615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731040307615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731040307615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731040307616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731040307616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731040307631 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731040307631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731040307643 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731040307663 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731040307663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731040307676 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731040307690 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731040307690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fa6a93: reopening flushed file at 1731040307702 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cd22ae: reopening flushed file at 1731040307709 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767f05e0: reopening flushed file at 1731040307716 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1731040307723 (+7 ms)Writing region close event to WAL at 1731040307724 (+1 ms)Closed at 1731040307724 2024-11-08T04:31:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741830_1006 (size=35489) 2024-11-08T04:31:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741830_1006 (size=35489) 2024-11-08T04:31:47,728 INFO [M:0;6b18802fab89:44989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T04:31:47,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T04:31:47,728 INFO [M:0;6b18802fab89:44989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44989 2024-11-08T04:31:47,728 INFO [M:0;6b18802fab89:44989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T04:31:47,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,840 INFO [M:0;6b18802fab89:44989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T04:31:47,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x10118b6d7520000, quorum=127.0.0.1:56731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T04:31:47,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d7e0efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:47,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:47,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:47,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b09ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:47,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b225e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:47,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:47,878 WARN [BP-1659614294-172.17.0.2-1731040301506 heartbeating to localhost/127.0.0.1:38597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:47,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:47,878 WARN [BP-1659614294-172.17.0.2-1731040301506 heartbeating to localhost/127.0.0.1:38597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659614294-172.17.0.2-1731040301506 (Datanode Uuid fe7761ac-d973-4553-bd73-bdcdeaca9ee6) service to localhost/127.0.0.1:38597 2024-11-08T04:31:47,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data3/current/BP-1659614294-172.17.0.2-1731040301506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:47,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data4/current/BP-1659614294-172.17.0.2-1731040301506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:47,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:47,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d73da5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T04:31:47,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e900130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:47,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:47,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f5fcf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:47,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eda68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:47,882 WARN [BP-1659614294-172.17.0.2-1731040301506 heartbeating to localhost/127.0.0.1:38597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T04:31:47,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T04:31:47,882 WARN [BP-1659614294-172.17.0.2-1731040301506 heartbeating to localhost/127.0.0.1:38597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659614294-172.17.0.2-1731040301506 (Datanode Uuid 15f4070a-c924-4296-b16a-0cd32e282769) service to localhost/127.0.0.1:38597 2024-11-08T04:31:47,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T04:31:47,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data1/current/BP-1659614294-172.17.0.2-1731040301506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:47,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/cluster_eaff1f30-6fb8-66bd-0064-0cde4abfd1ea/data/data2/current/BP-1659614294-172.17.0.2-1731040301506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T04:31:47,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T04:31:47,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@250bf691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T04:31:47,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T04:31:47,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T04:31:47,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T04:31:47,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/330ca5f0-a86b-5d18-5699-a856a10ba600/hadoop.log.dir/,STOPPED} 2024-11-08T04:31:47,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T04:31:47,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T04:31:47,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=185 (was 166) - Thread LEAK? -, OpenFileDescriptor=551 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 597), ProcessCount=11 (was 11), AvailableMemoryMB=7839 (was 8006)