2024-11-28 06:48:54,537 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-28 06:48:54,563 main DEBUG Took 0.013857 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 06:48:54,564 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 06:48:54,564 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 06:48:54,566 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 06:48:54,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,581 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 06:48:54,597 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,600 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,601 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,603 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,606 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 06:48:54,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,609 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 06:48:54,611 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 06:48:54,613 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 06:48:54,615 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 06:48:54,616 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 06:48:54,618 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 06:48:54,619 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 06:48:54,630 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 06:48:54,634 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 06:48:54,636 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 06:48:54,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 06:48:54,637 main DEBUG createAppenders(={Console}) 2024-11-28 06:48:54,639 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-28 06:48:54,639 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-28 06:48:54,640 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-28 06:48:54,641 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 06:48:54,641 main DEBUG OutputStream closed 2024-11-28 06:48:54,641 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 06:48:54,642 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 06:48:54,642 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-28 06:48:54,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 06:48:54,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 06:48:54,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 06:48:54,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 06:48:54,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 06:48:54,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 06:48:54,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 06:48:54,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 06:48:54,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 06:48:54,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 06:48:54,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 06:48:54,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 06:48:54,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 06:48:54,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 06:48:54,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 06:48:54,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 06:48:54,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 06:48:54,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 06:48:54,754 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 06:48:54,755 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-28 06:48:54,755 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 06:48:54,756 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-28T06:48:54,774 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-28 06:48:54,778 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 06:48:54,778 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T06:48:54,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=8439 2024-11-28T06:48:55,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4 2024-11-28T06:48:55,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:48:55,087 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98, deleteOnExit=true 2024-11-28T06:48:55,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:48:55,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/test.cache.data in system properties and HBase conf 2024-11-28T06:48:55,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:48:55,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:48:55,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:48:55,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:48:55,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:48:55,181 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T06:48:55,278 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:48:55,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:48:55,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:48:55,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:48:55,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:48:55,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:48:55,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:48:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:48:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:48:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:48:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:48:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:48:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:48:55,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:48:55,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:48:56,314 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T06:48:56,399 INFO [Time-limited test {}] log.Log(170): Logging initialized @2627ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T06:48:56,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:48:56,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:48:56,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:48:56,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:48:56,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:48:56,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:48:56,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:48:56,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:48:56,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b945fd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/java.io.tmpdir/jetty-localhost-40169-hadoop-hdfs-3_4_1-tests_jar-_-any-7194414917274408802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:48:56,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:40169} 2024-11-28T06:48:56,882 INFO [Time-limited test {}] server.Server(415): Started @3111ms 2024-11-28T06:48:57,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:48:57,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:48:57,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:48:57,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:48:57,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:48:57,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:48:57,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:48:57,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672decf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/java.io.tmpdir/jetty-localhost-37137-hadoop-hdfs-3_4_1-tests_jar-_-any-12455439837370185598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:48:57,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:37137} 2024-11-28T06:48:57,511 INFO [Time-limited test {}] server.Server(415): Started @3740ms 2024-11-28T06:48:57,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:48:57,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:48:57,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:48:57,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:48:57,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:48:57,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:48:57,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:48:57,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:48:57,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa960bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/java.io.tmpdir/jetty-localhost-34723-hadoop-hdfs-3_4_1-tests_jar-_-any-9502376269167397429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:48:57,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:34723} 2024-11-28T06:48:57,845 INFO [Time-limited test {}] server.Server(415): Started @4075ms 2024-11-28T06:48:57,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:48:58,667 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data2/current/BP-1220840366-172.17.0.2-1732776535859/current, will proceed with Du for space computation calculation, 2024-11-28T06:48:58,667 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data3/current/BP-1220840366-172.17.0.2-1732776535859/current, will proceed with Du for space computation calculation, 2024-11-28T06:48:58,667 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data1/current/BP-1220840366-172.17.0.2-1732776535859/current, will proceed with Du for space computation calculation, 2024-11-28T06:48:58,667 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data4/current/BP-1220840366-172.17.0.2-1732776535859/current, will proceed with Du for space computation calculation, 2024-11-28T06:48:58,711 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:48:58,711 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:48:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335587efea0f8bf6 with lease ID 0x4e1f740f50d1563: Processing first storage report for DS-a6d98538-227f-4be6-ac35-10e36c7c2190 from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=65827a5c-2a42-44bc-8c5e-7f0b996d4dcf, infoPort=34047, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859) 2024-11-28T06:48:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335587efea0f8bf6 with lease ID 0x4e1f740f50d1563: from storage DS-a6d98538-227f-4be6-ac35-10e36c7c2190 node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=65827a5c-2a42-44bc-8c5e-7f0b996d4dcf, infoPort=34047, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T06:48:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3880a7b92f3fa225 with lease ID 0x4e1f740f50d1564: Processing first storage report for DS-caa53f06-59e5-4679-a70f-f00f3948790b from datanode DatanodeRegistration(127.0.0.1:43237, datanodeUuid=e4edbd3c-f868-4e42-9bcd-7a79e55e1981, infoPort=45567, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859) 2024-11-28T06:48:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3880a7b92f3fa225 with lease ID 0x4e1f740f50d1564: from storage DS-caa53f06-59e5-4679-a70f-f00f3948790b node DatanodeRegistration(127.0.0.1:43237, datanodeUuid=e4edbd3c-f868-4e42-9bcd-7a79e55e1981, infoPort=45567, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T06:48:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x335587efea0f8bf6 with lease ID 0x4e1f740f50d1563: Processing first storage report for DS-2312f7ca-8e68-4843-83da-cd152881de78 from datanode DatanodeRegistration(127.0.0.1:38439, datanodeUuid=65827a5c-2a42-44bc-8c5e-7f0b996d4dcf, infoPort=34047, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859) 2024-11-28T06:48:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x335587efea0f8bf6 with lease ID 0x4e1f740f50d1563: from storage DS-2312f7ca-8e68-4843-83da-cd152881de78 node DatanodeRegistration(127.0.0.1:38439, datanodeUuid=65827a5c-2a42-44bc-8c5e-7f0b996d4dcf, infoPort=34047, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:48:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3880a7b92f3fa225 with lease ID 0x4e1f740f50d1564: Processing first storage report for DS-b6a2c542-6b76-4094-9828-ed2b95b17fe6 from datanode DatanodeRegistration(127.0.0.1:43237, datanodeUuid=e4edbd3c-f868-4e42-9bcd-7a79e55e1981, infoPort=45567, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859) 2024-11-28T06:48:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3880a7b92f3fa225 with lease ID 0x4e1f740f50d1564: from storage DS-b6a2c542-6b76-4094-9828-ed2b95b17fe6 node DatanodeRegistration(127.0.0.1:43237, datanodeUuid=e4edbd3c-f868-4e42-9bcd-7a79e55e1981, infoPort=45567, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1371229087;c=1732776535859), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T06:48:58,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4 2024-11-28T06:48:58,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/zookeeper_0, clientPort=49970, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:48:58,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49970 2024-11-28T06:48:58,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:48:58,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:48:59,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:48:59,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:48:59,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 with version=8 2024-11-28T06:48:59,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/hbase-staging 2024-11-28T06:48:59,591 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T06:48:59,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:48:59,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:48:59,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:48:59,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:48:59,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:48:59,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:00,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:00,077 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T06:49:00,087 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T06:49:00,090 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:00,119 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73292 (auto-detected) 2024-11-28T06:49:00,120 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T06:49:00,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34061 2024-11-28T06:49:00,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34061 connecting to ZooKeeper ensemble=127.0.0.1:49970 2024-11-28T06:49:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340610x0, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:00,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34061-0x101817d459a0000 connected 2024-11-28T06:49:00,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:00,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7, hbase.cluster.distributed=false 2024-11-28T06:49:00,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:00,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-28T06:49:00,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34061 2024-11-28T06:49:00,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34061 2024-11-28T06:49:00,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-28T06:49:00,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-28T06:49:00,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:00,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:00,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:00,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:00,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:00,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44915 2024-11-28T06:49:00,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44915 connecting to ZooKeeper ensemble=127.0.0.1:49970 2024-11-28T06:49:00,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449150x0, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:00,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44915-0x101817d459a0001 connected 2024-11-28T06:49:00,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:00,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:00,589 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:00,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:00,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:00,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-28T06:49:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44915 2024-11-28T06:49:00,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44915 2024-11-28T06:49:00,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-28T06:49:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-28T06:49:00,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:00,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:00,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:00,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:00,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:00,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35127 2024-11-28T06:49:00,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35127 connecting to ZooKeeper ensemble=127.0.0.1:49970 2024-11-28T06:49:00,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351270x0, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:00,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351270x0, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:00,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35127-0x101817d459a0002 connected 2024-11-28T06:49:00,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:00,672 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:00,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:00,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:00,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-28T06:49:00,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35127 2024-11-28T06:49:00,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35127 2024-11-28T06:49:00,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-28T06:49:00,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35127 2024-11-28T06:49:00,690 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:34061 2024-11-28T06:49:00,691 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,705 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,735 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:00,736 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,34061,1732776539695 from backup master directory 2024-11-28T06:49:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:00,746 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:00,746 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:00,748 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T06:49:00,750 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T06:49:00,803 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/hbase.id] with ID: c7301b66-8425-4fcc-b851-70138496b016 2024-11-28T06:49:00,803 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/.tmp/hbase.id 2024-11-28T06:49:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:00,816 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/.tmp/hbase.id]:[hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/hbase.id] 2024-11-28T06:49:00,868 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:00,872 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:00,890 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-28T06:49:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:00,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:00,953 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:00,955 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:00,974 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T06:49:00,977 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:01,024 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store 2024-11-28T06:49:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:01,051 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T06:49:01,054 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:01,055 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:01,055 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:01,055 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:01,057 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:01,057 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:01,057 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:01,058 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776541055Disabling compacts and flushes for region at 1732776541055Disabling writes for close at 1732776541057 (+2 ms)Writing region close event to WAL at 1732776541057Closed at 1732776541057 2024-11-28T06:49:01,060 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/.initializing 2024-11-28T06:49:01,060 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/WALs/1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:01,069 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:01,084 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C34061%2C1732776539695, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/WALs/1cb9cf437a36,34061,1732776539695, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:01,106 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/WALs/1cb9cf437a36,34061,1732776539695/1cb9cf437a36%2C34061%2C1732776539695.1732776541088, exclude list is [], retry=0 2024-11-28T06:49:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a6d98538-227f-4be6-ac35-10e36c7c2190,DISK] 2024-11-28T06:49:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-caa53f06-59e5-4679-a70f-f00f3948790b,DISK] 2024-11-28T06:49:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T06:49:01,157 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/WALs/1cb9cf437a36,34061,1732776539695/1cb9cf437a36%2C34061%2C1732776539695.1732776541088 2024-11-28T06:49:01,158 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-28T06:49:01,159 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:01,159 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:01,163 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,164 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:01,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:01,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:01,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:01,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:01,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:01,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:01,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:01,245 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,249 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,250 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,256 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,257 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,260 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:01,264 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:01,268 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:01,269 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69203568, jitterRate=0.03121352195739746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:01,276 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776541175Initializing all the Stores at 1732776541178 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776541178Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776541179 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776541179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776541179Cleaning up temporary data from old regions at 1732776541257 (+78 ms)Region opened successfully at 1732776541276 (+19 ms) 2024-11-28T06:49:01,277 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:01,309 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15506213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:01,338 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:01,347 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:01,348 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:01,350 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:01,351 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T06:49:01,356 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-28T06:49:01,356 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:01,382 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:01,392 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:01,444 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:01,447 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:01,448 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:01,458 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:01,460 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:01,463 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:01,475 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:01,477 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:01,486 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:01,502 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:01,511 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,522 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,34061,1732776539695, sessionid=0x101817d459a0000, setting cluster-up flag (Was=false) 2024-11-28T06:49:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,569 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:01,571 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:01,619 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:01,621 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:01,627 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:01,681 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(746): ClusterId : c7301b66-8425-4fcc-b851-70138496b016 2024-11-28T06:49:01,681 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(746): ClusterId : c7301b66-8425-4fcc-b851-70138496b016 2024-11-28T06:49:01,683 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:01,683 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:01,691 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:01,702 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:01,708 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:01,713 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:01,713 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:01,713 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:01,713 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:01,715 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,34061,1732776539695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:01,721 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:01,721 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:01,722 DEBUG [RS:0;1cb9cf437a36:44915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726dd692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:01,722 DEBUG [RS:1;1cb9cf437a36:35127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8015ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:01,724 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:01,724 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:01,724 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:01,725 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:01,725 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:01,725 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,725 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:01,725 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,735 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776571735 2024-11-28T06:49:01,737 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:01,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:01,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:01,738 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:01,741 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:44915 2024-11-28T06:49:01,742 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:35127 2024-11-28T06:49:01,742 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:01,743 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:01,743 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:01,743 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:01,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,745 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:01,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:01,745 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:01,745 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:01,746 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:01,746 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:01,744 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,746 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:01,749 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,34061,1732776539695 with port=44915, startcode=1732776540489 2024-11-28T06:49:01,749 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,34061,1732776539695 with port=35127, startcode=1732776540624 2024-11-28T06:49:01,754 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:01,756 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:01,756 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:01,760 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:01,760 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:01,761 DEBUG [RS:0;1cb9cf437a36:44915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:01,761 DEBUG [RS:1;1cb9cf437a36:35127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:01,763 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776541762,5,FailOnTimeoutGroup] 2024-11-28T06:49:01,766 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776541763,5,FailOnTimeoutGroup] 2024-11-28T06:49:01,767 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,767 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:01,768 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,768 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:01,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:01,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 2024-11-28T06:49:01,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:01,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:01,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34061 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:01,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:01,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:01,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:01,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:01,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:01,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34061 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:01,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:01,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:01,827 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 2024-11-28T06:49:01,827 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 2024-11-28T06:49:01,827 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-28T06:49:01,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,827 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-28T06:49:01,827 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:01,827 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:01,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:01,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:01,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:01,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:01,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:01,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740 2024-11-28T06:49:01,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740 2024-11-28T06:49:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:01,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:01,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:01,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:01,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68343396, jitterRate=0.018395960330963135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:01,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776541812Initializing all the Stores at 1732776541814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776541814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776541814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776541814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776541814Cleaning up temporary data from old regions at 1732776541838 (+24 ms)Region opened successfully at 1732776541852 (+14 ms) 2024-11-28T06:49:01,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:01,853 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:01,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:01,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:01,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:01,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:01,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776541852Disabling compacts and flushes for region at 1732776541852Disabling writes for close at 1732776541853 (+1 ms)Writing region close event to WAL at 1732776541854 (+1 ms)Closed at 1732776541854 2024-11-28T06:49:01,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:01,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:01,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:01,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:01,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:01,877 DEBUG [RS:1;1cb9cf437a36:35127 {}] zookeeper.ZKUtil(111): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,877 DEBUG [RS:0;1cb9cf437a36:44915 {}] zookeeper.ZKUtil(111): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,877 WARN [RS:1;1cb9cf437a36:35127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:01,877 WARN [RS:0;1cb9cf437a36:44915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:01,877 INFO [RS:1;1cb9cf437a36:35127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:01,877 INFO [RS:0;1cb9cf437a36:44915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:01,878 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,878 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,35127,1732776540624] 2024-11-28T06:49:01,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,44915,1732776540489] 2024-11-28T06:49:01,904 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:01,904 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:01,919 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:01,919 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:01,924 INFO [RS:0;1cb9cf437a36:44915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:01,924 INFO [RS:1;1cb9cf437a36:35127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:01,925 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,925 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,927 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:01,927 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:01,933 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:01,933 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:01,935 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,935 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,935 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,935 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,935 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,935 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,936 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:01,937 DEBUG [RS:0;1cb9cf437a36:44915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:01,937 DEBUG [RS:1;1cb9cf437a36:35127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35127,1732776540624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,939 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,940 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,940 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,940 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,940 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44915,1732776540489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:01,957 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:01,959 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44915,1732776540489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,959 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,959 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.Replication(171): 1cb9cf437a36,44915,1732776540489 started 2024-11-28T06:49:01,961 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:01,961 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35127,1732776540624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,962 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,962 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.Replication(171): 1cb9cf437a36,35127,1732776540624 started 2024-11-28T06:49:01,980 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,980 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,44915,1732776540489, RpcServer on 1cb9cf437a36/172.17.0.2:44915, sessionid=0x101817d459a0001 2024-11-28T06:49:01,981 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:01,981 DEBUG [RS:0;1cb9cf437a36:44915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,981 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,44915,1732776540489' 2024-11-28T06:49:01,982 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:01,983 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:01,983 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:01,983 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:01,984 DEBUG [RS:0;1cb9cf437a36:44915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:01,984 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,44915,1732776540489' 2024-11-28T06:49:01,984 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:01,984 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:01,984 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,35127,1732776540624, RpcServer on 1cb9cf437a36/172.17.0.2:35127, sessionid=0x101817d459a0002 2024-11-28T06:49:01,984 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:01,984 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:01,985 DEBUG [RS:1;1cb9cf437a36:35127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,985 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,35127,1732776540624' 2024-11-28T06:49:01,985 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:01,985 DEBUG [RS:0;1cb9cf437a36:44915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:01,985 INFO [RS:0;1cb9cf437a36:44915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:01,985 INFO [RS:0;1cb9cf437a36:44915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:01,985 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:01,986 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:01,986 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:01,986 DEBUG [RS:1;1cb9cf437a36:35127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:01,986 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,35127,1732776540624' 2024-11-28T06:49:01,986 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:01,987 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:01,987 DEBUG [RS:1;1cb9cf437a36:35127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:01,987 INFO [RS:1;1cb9cf437a36:35127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:01,987 INFO [RS:1;1cb9cf437a36:35127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:02,024 WARN [1cb9cf437a36:34061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T06:49:02,090 INFO [RS:0;1cb9cf437a36:44915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:02,090 INFO [RS:1;1cb9cf437a36:35127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:02,093 INFO [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C35127%2C1732776540624, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs, maxLogs=32 2024-11-28T06:49:02,093 INFO [RS:0;1cb9cf437a36:44915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C44915%2C1732776540489, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,44915,1732776540489, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs, maxLogs=32 2024-11-28T06:49:02,110 DEBUG [RS:1;1cb9cf437a36:35127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624/1cb9cf437a36%2C35127%2C1732776540624.1732776542098, exclude list is [], retry=0 2024-11-28T06:49:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-caa53f06-59e5-4679-a70f-f00f3948790b,DISK] 2024-11-28T06:49:02,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a6d98538-227f-4be6-ac35-10e36c7c2190,DISK] 2024-11-28T06:49:02,116 DEBUG [RS:0;1cb9cf437a36:44915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,44915,1732776540489/1cb9cf437a36%2C44915%2C1732776540489.1732776542098, exclude list is [], retry=0 2024-11-28T06:49:02,120 INFO [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624/1cb9cf437a36%2C35127%2C1732776540624.1732776542098 2024-11-28T06:49:02,120 DEBUG [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-28T06:49:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-caa53f06-59e5-4679-a70f-f00f3948790b,DISK] 2024-11-28T06:49:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a6d98538-227f-4be6-ac35-10e36c7c2190,DISK] 2024-11-28T06:49:02,126 INFO [RS:0;1cb9cf437a36:44915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,44915,1732776540489/1cb9cf437a36%2C44915%2C1732776540489.1732776542098 2024-11-28T06:49:02,135 DEBUG [RS:0;1cb9cf437a36:44915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-28T06:49:02,277 DEBUG [1cb9cf437a36:34061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:02,287 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:02,294 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:02,295 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:02,295 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:02,295 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:02,295 INFO [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:02,295 INFO [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:02,295 DEBUG [1cb9cf437a36:34061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:02,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:02,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,35127,1732776540624, state=OPENING 2024-11-28T06:49:02,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:02,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:02,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:02,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:02,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,371 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:02,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35127,1732776540624}] 2024-11-28T06:49:02,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:02,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:02,559 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:02,559 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:02,560 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:02,563 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C35127%2C1732776540624.meta, suffix=.meta, logDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs, maxLogs=32 2024-11-28T06:49:02,585 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624/1cb9cf437a36%2C35127%2C1732776540624.meta.1732776542566.meta, exclude list is [], retry=0 2024-11-28T06:49:02,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38439,DS-a6d98538-227f-4be6-ac35-10e36c7c2190,DISK] 2024-11-28T06:49:02,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43237,DS-caa53f06-59e5-4679-a70f-f00f3948790b,DISK] 2024-11-28T06:49:02,594 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/WALs/1cb9cf437a36,35127,1732776540624/1cb9cf437a36%2C35127%2C1732776540624.meta.1732776542566.meta 2024-11-28T06:49:02,595 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047),(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-28T06:49:02,595 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:02,596 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:02,599 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:02,605 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:02,610 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:02,611 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:02,612 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:02,612 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:02,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:02,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:02,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:02,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:02,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:02,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:02,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:02,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:02,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:02,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:02,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:02,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:02,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:02,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:02,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:02,629 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:02,630 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740 2024-11-28T06:49:02,633 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740 2024-11-28T06:49:02,636 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:02,636 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:02,637 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:02,640 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:02,641 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145255, jitterRate=5.422681570053101E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:02,642 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:02,644 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776542613Writing region info on filesystem at 1732776542613Initializing all the Stores at 1732776542615 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776542615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776542616 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776542616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776542616Cleaning up temporary data from old regions at 1732776542636 (+20 ms)Running coprocessor post-open hooks at 1732776542642 (+6 ms)Region opened successfully at 1732776542644 (+2 ms) 2024-11-28T06:49:02,653 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776542537 2024-11-28T06:49:02,668 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:02,669 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:02,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:02,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,35127,1732776540624, state=OPEN 2024-11-28T06:49:02,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:02,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:02,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:02,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:02,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:02,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:02,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35127,1732776540624 in 322 msec 2024-11-28T06:49:02,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:02,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 841 msec 2024-11-28T06:49:02,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:02,712 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:02,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:02,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,35127,1732776540624, seqNum=-1] 2024-11-28T06:49:02,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:02,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:02,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1350 sec 2024-11-28T06:49:02,793 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776542792, completionTime=-1 2024-11-28T06:49:02,795 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:02,795 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:02,823 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:02,823 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776602823 2024-11-28T06:49:02,823 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776662823 2024-11-28T06:49:02,823 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-28T06:49:02,825 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T06:49:02,832 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,832 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,832 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,834 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:34061, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,835 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,835 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,874 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:02,902 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.156sec 2024-11-28T06:49:02,904 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:02,906 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:02,907 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:02,908 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:02,909 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:02,910 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:02,911 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:02,916 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:02,917 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:02,918 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,34061,1732776539695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:02,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba572d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:02,994 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T06:49:02,995 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T06:49:03,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,34061,-1 for getting cluster id 2024-11-28T06:49:03,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:03,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7301b66-8425-4fcc-b851-70138496b016' 2024-11-28T06:49:03,036 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:03,036 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7301b66-8425-4fcc-b851-70138496b016" 2024-11-28T06:49:03,036 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad4e426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:03,036 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,34061,-1] 2024-11-28T06:49:03,038 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:03,040 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:03,041 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:03,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4191c2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:03,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:03,050 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,35127,1732776540624, seqNum=-1] 2024-11-28T06:49:03,051 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:03,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:03,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:03,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:03,078 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:03,080 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f04b5c 2024-11-28T06:49:03,081 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:03,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:03,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:03,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:03,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:03,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:03,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:03,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:03,525 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 759e66fb8f2e2bc3248e97f6cf101481, NAME => 'testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 2024-11-28T06:49:03,525 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d89239ce346d18984407ea0735f6a4a, NAME => 'testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7 2024-11-28T06:49:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:03,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:03,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2d89239ce346d18984407ea0735f6a4a, disabling compactions & flushes 2024-11-28T06:49:03,536 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. after waiting 0 ms 2024-11-28T06:49:03,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,537 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,537 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d89239ce346d18984407ea0735f6a4a: Waiting for close lock at 1732776543536Disabling compacts and flushes for region at 1732776543536Disabling writes for close at 1732776543536Writing region close event to WAL at 1732776543537 (+1 ms)Closed at 1732776543537 2024-11-28T06:49:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 759e66fb8f2e2bc3248e97f6cf101481, disabling compactions & flushes 2024-11-28T06:49:03,544 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. after waiting 0 ms 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,544 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,544 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 759e66fb8f2e2bc3248e97f6cf101481: Waiting for close lock at 1732776543544Disabling compacts and flushes for region at 1732776543544Disabling writes for close at 1732776543544Writing region close event to WAL at 1732776543544Closed at 1732776543544 2024-11-28T06:49:03,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:03,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776543547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776543547"}]},"ts":"1732776543547"} 2024-11-28T06:49:03,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776543547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776543547"}]},"ts":"1732776543547"} 2024-11-28T06:49:03,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:03,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:03,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776543582"}]},"ts":"1732776543582"} 2024-11-28T06:49:03,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:03,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:03,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:03,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:03,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:03,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:03,592 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:03,592 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:03,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:03,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=759e66fb8f2e2bc3248e97f6cf101481, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d89239ce346d18984407ea0735f6a4a, ASSIGN}] 2024-11-28T06:49:03,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d89239ce346d18984407ea0735f6a4a, ASSIGN 2024-11-28T06:49:03,597 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=759e66fb8f2e2bc3248e97f6cf101481, ASSIGN 2024-11-28T06:49:03,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d89239ce346d18984407ea0735f6a4a, ASSIGN; state=OFFLINE, location=1cb9cf437a36,44915,1732776540489; forceNewPlan=false, retain=false 2024-11-28T06:49:03,600 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=759e66fb8f2e2bc3248e97f6cf101481, ASSIGN; state=OFFLINE, location=1cb9cf437a36,35127,1732776540624; forceNewPlan=false, retain=false 2024-11-28T06:49:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:03,752 INFO [1cb9cf437a36:34061 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:03,753 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d89239ce346d18984407ea0735f6a4a, regionState=OPENING, regionLocation=1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:03,753 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759e66fb8f2e2bc3248e97f6cf101481, regionState=OPENING, regionLocation=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=759e66fb8f2e2bc3248e97f6cf101481, ASSIGN because future has completed 2024-11-28T06:49:03,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759e66fb8f2e2bc3248e97f6cf101481, server=1cb9cf437a36,35127,1732776540624}] 2024-11-28T06:49:03,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d89239ce346d18984407ea0735f6a4a, ASSIGN because future has completed 2024-11-28T06:49:03,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d89239ce346d18984407ea0735f6a4a, server=1cb9cf437a36,44915,1732776540489}] 2024-11-28T06:49:03,915 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:03,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:03,918 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,919 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 759e66fb8f2e2bc3248e97f6cf101481, NAME => 'testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:03,919 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,919 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:03,919 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,920 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,922 INFO [StoreOpener-759e66fb8f2e2bc3248e97f6cf101481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,923 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,924 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d89239ce346d18984407ea0735f6a4a, NAME => 'testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:03,924 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,924 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:03,924 INFO [StoreOpener-759e66fb8f2e2bc3248e97f6cf101481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759e66fb8f2e2bc3248e97f6cf101481 columnFamilyName family 2024-11-28T06:49:03,924 DEBUG [StoreOpener-759e66fb8f2e2bc3248e97f6cf101481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:03,924 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,925 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,926 INFO [StoreOpener-759e66fb8f2e2bc3248e97f6cf101481-1 {}] regionserver.HStore(327): Store=759e66fb8f2e2bc3248e97f6cf101481/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:03,926 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,927 INFO [StoreOpener-2d89239ce346d18984407ea0735f6a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,927 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,928 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,928 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,928 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,929 INFO [StoreOpener-2d89239ce346d18984407ea0735f6a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d89239ce346d18984407ea0735f6a4a columnFamilyName family 2024-11-28T06:49:03,929 DEBUG [StoreOpener-2d89239ce346d18984407ea0735f6a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:03,930 INFO [StoreOpener-2d89239ce346d18984407ea0735f6a4a-1 {}] regionserver.HStore(327): Store=2d89239ce346d18984407ea0735f6a4a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:03,930 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,931 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,932 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,932 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,933 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,933 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,935 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:03,935 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 759e66fb8f2e2bc3248e97f6cf101481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60995808, jitterRate=-0.09109163284301758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:03,936 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:03,936 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,937 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 759e66fb8f2e2bc3248e97f6cf101481: Running coprocessor pre-open hook at 1732776543920Writing region info on filesystem at 1732776543920Initializing all the Stores at 1732776543922 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776543922Cleaning up temporary data from old regions at 1732776543928 (+6 ms)Running coprocessor post-open hooks at 1732776543936 (+8 ms)Region opened successfully at 1732776543937 (+1 ms) 2024-11-28T06:49:03,939 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481., pid=7, masterSystemTime=1732776543912 2024-11-28T06:49:03,940 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:03,941 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2d89239ce346d18984407ea0735f6a4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63173647, jitterRate=-0.05863930284976959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:03,941 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:03,941 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2d89239ce346d18984407ea0735f6a4a: Running coprocessor pre-open hook at 1732776543925Writing region info on filesystem at 1732776543925Initializing all the Stores at 1732776543926 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776543926Cleaning up temporary data from old regions at 1732776543933 (+7 ms)Running coprocessor post-open hooks at 1732776543941 (+8 ms)Region opened successfully at 1732776543941 2024-11-28T06:49:03,943 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a., pid=8, masterSystemTime=1732776543915 2024-11-28T06:49:03,943 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,943 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:03,945 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759e66fb8f2e2bc3248e97f6cf101481, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:03,948 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,948 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759e66fb8f2e2bc3248e97f6cf101481, server=1cb9cf437a36,35127,1732776540624 because future has completed 2024-11-28T06:49:03,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d89239ce346d18984407ea0735f6a4a, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:03,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d89239ce346d18984407ea0735f6a4a, server=1cb9cf437a36,44915,1732776540489 because future has completed 2024-11-28T06:49:03,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T06:49:03,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 759e66fb8f2e2bc3248e97f6cf101481, server=1cb9cf437a36,35127,1732776540624 in 196 msec 2024-11-28T06:49:03,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T06:49:03,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=759e66fb8f2e2bc3248e97f6cf101481, ASSIGN in 370 msec 2024-11-28T06:49:03,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d89239ce346d18984407ea0735f6a4a, server=1cb9cf437a36,44915,1732776540489 in 200 msec 2024-11-28T06:49:03,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T06:49:03,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d89239ce346d18984407ea0735f6a4a, ASSIGN in 373 msec 2024-11-28T06:49:03,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:03,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776543974"}]},"ts":"1732776543974"} 2024-11-28T06:49:03,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:03,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:03,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 887 msec 2024-11-28T06:49:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:04,249 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:04,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:04,250 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:04,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:04,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:04,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:04,267 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481., hostname=1cb9cf437a36,35127,1732776540624, seqNum=2] 2024-11-28T06:49:04,290 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a., hostname=1cb9cf437a36,44915,1732776540489, seqNum=2] 2024-11-28T06:49:04,291 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:04,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:04,314 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d89239ce346d18984407ea0735f6a4a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:04,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/.tmp/family/8c45ed94dcc44318a8ec967d1503a662 is 32, key is 5/family:/1732776544294/Put/seqid=0 2024-11-28T06:49:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:04,384 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/.tmp/family/8c45ed94dcc44318a8ec967d1503a662 2024-11-28T06:49:04,431 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/.tmp/family/8c45ed94dcc44318a8ec967d1503a662 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/family/8c45ed94dcc44318a8ec967d1503a662 2024-11-28T06:49:04,443 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/family/8c45ed94dcc44318a8ec967d1503a662, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:04,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2d89239ce346d18984407ea0735f6a4a in 135ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:04,451 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-28T06:49:04,453 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2d89239ce346d18984407ea0735f6a4a: 2024-11-28T06:49:04,453 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 759e66fb8f2e2bc3248e97f6cf101481 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:04,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/.tmp/family/30021d1485f54fee8390e79a9af5d689 is 32, key is 1/family:/1732776544270/Put/seqid=0 2024-11-28T06:49:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:04,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/.tmp/family/30021d1485f54fee8390e79a9af5d689 2024-11-28T06:49:04,493 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/.tmp/family/30021d1485f54fee8390e79a9af5d689 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/family/30021d1485f54fee8390e79a9af5d689 2024-11-28T06:49:04,504 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/family/30021d1485f54fee8390e79a9af5d689, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:04,506 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 759e66fb8f2e2bc3248e97f6cf101481 in 53ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:04,506 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 759e66fb8f2e2bc3248e97f6cf101481: 2024-11-28T06:49:04,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fff46be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:04,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,34061,-1 for getting cluster id 2024-11-28T06:49:04,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:04,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7301b66-8425-4fcc-b851-70138496b016' 2024-11-28T06:49:04,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:04,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7301b66-8425-4fcc-b851-70138496b016" 2024-11-28T06:49:04,512 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6689a347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:04,512 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,34061,-1] 2024-11-28T06:49:04,512 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:04,512 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,514 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:04,516 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9d68ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:04,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T06:49:04,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:04,533 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,35127,1732776540624, seqNum=-1] 2024-11-28T06:49:04,534 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:04,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:04,548 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:04,549 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:04,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:04,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:04,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:04,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:04,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:04,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:04,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:04,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:04,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:04,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912298141, stopped=false 2024-11-28T06:49:04,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,34061,1732776539695 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:04,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:04,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:04,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:04,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:04,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:04,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:04,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,44915,1732776540489' ***** 2024-11-28T06:49:04,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:04,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,35127,1732776540624' ***** 2024-11-28T06:49:04,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:04,629 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:04,629 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:04,629 INFO [RS:0;1cb9cf437a36:44915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:04,629 INFO [RS:1;1cb9cf437a36:35127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:04,629 INFO [RS:0;1cb9cf437a36:44915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:04,629 INFO [RS:1;1cb9cf437a36:35127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:04,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:04,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:04,629 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:04,629 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(3091): Received CLOSE for 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:04,630 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:04,630 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:04,630 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:04,630 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:04,630 INFO [RS:1;1cb9cf437a36:35127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:35127. 2024-11-28T06:49:04,630 INFO [RS:0;1cb9cf437a36:44915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:44915. 2024-11-28T06:49:04,630 DEBUG [RS:1;1cb9cf437a36:35127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:04,630 DEBUG [RS:0;1cb9cf437a36:44915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:04,630 DEBUG [RS:1;1cb9cf437a36:35127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,630 DEBUG [RS:0;1cb9cf437a36:44915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,630 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d89239ce346d18984407ea0735f6a4a, disabling compactions & flushes 2024-11-28T06:49:04,630 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 759e66fb8f2e2bc3248e97f6cf101481, disabling compactions & flushes 2024-11-28T06:49:04,631 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:04,631 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:04,631 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:04,631 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:04,631 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:04,631 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1325): Online Regions={2d89239ce346d18984407ea0735f6a4a=testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a.} 2024-11-28T06:49:04,631 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. after waiting 0 ms 2024-11-28T06:49:04,631 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. after waiting 0 ms 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:04,631 DEBUG [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1351): Waiting on 2d89239ce346d18984407ea0735f6a4a 2024-11-28T06:49:04,631 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:04,631 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1325): Online Regions={759e66fb8f2e2bc3248e97f6cf101481=testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T06:49:04,631 DEBUG [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 759e66fb8f2e2bc3248e97f6cf101481 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:04,631 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:04,631 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:04,632 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:04,632 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:04,632 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:04,642 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:04,644 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/2d89239ce346d18984407ea0735f6a4a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:04,644 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/default/testClearRegionBlockCache/759e66fb8f2e2bc3248e97f6cf101481/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:04,646 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:04,646 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:04,646 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d89239ce346d18984407ea0735f6a4a: Waiting for close lock at 1732776544630Running coprocessor pre-close hooks at 1732776544630Disabling compacts and flushes for region at 1732776544630Disabling writes for close at 1732776544631 (+1 ms)Writing region close event to WAL at 1732776544632 (+1 ms)Running coprocessor post-close hooks at 1732776544645 (+13 ms)Closed at 1732776544646 (+1 ms) 2024-11-28T06:49:04,646 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 759e66fb8f2e2bc3248e97f6cf101481: Waiting for close lock at 1732776544630Running coprocessor pre-close hooks at 1732776544630Disabling compacts and flushes for region at 1732776544630Disabling writes for close at 1732776544631 (+1 ms)Writing region close event to WAL at 1732776544633 (+2 ms)Running coprocessor post-close hooks at 1732776544645 (+12 ms)Closed at 1732776544646 (+1 ms) 2024-11-28T06:49:04,647 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a. 2024-11-28T06:49:04,647 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776543084.759e66fb8f2e2bc3248e97f6cf101481. 2024-11-28T06:49:04,659 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/info/b6889600c5744b44aa216f1e867c0113 is 173, key is testClearRegionBlockCache,5,1732776543084.2d89239ce346d18984407ea0735f6a4a./info:regioninfo/1732776543950/Put/seqid=0 2024-11-28T06:49:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:04,669 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/info/b6889600c5744b44aa216f1e867c0113 2024-11-28T06:49:04,672 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:04,702 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/ns/849e16f91cf94362b744df40635c105a is 43, key is default/ns:d/1732776542772/Put/seqid=0 2024-11-28T06:49:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:04,710 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/ns/849e16f91cf94362b744df40635c105a 2024-11-28T06:49:04,738 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/table/0800dc80a3834a7fb0fa47a44dac9dc4 is 61, key is testClearRegionBlockCache/table:state/1732776543974/Put/seqid=0 2024-11-28T06:49:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:04,746 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/table/0800dc80a3834a7fb0fa47a44dac9dc4 2024-11-28T06:49:04,756 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/info/b6889600c5744b44aa216f1e867c0113 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/info/b6889600c5744b44aa216f1e867c0113 2024-11-28T06:49:04,765 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/info/b6889600c5744b44aa216f1e867c0113, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:04,766 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/ns/849e16f91cf94362b744df40635c105a as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/ns/849e16f91cf94362b744df40635c105a 2024-11-28T06:49:04,776 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/ns/849e16f91cf94362b744df40635c105a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:04,778 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/.tmp/table/0800dc80a3834a7fb0fa47a44dac9dc4 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/table/0800dc80a3834a7fb0fa47a44dac9dc4 2024-11-28T06:49:04,788 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/table/0800dc80a3834a7fb0fa47a44dac9dc4, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:04,789 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:04,790 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T06:49:04,803 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:04,804 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:04,805 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:04,805 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776544631Running coprocessor pre-close hooks at 1732776544631Disabling compacts and flushes for region at 1732776544631Disabling writes for close at 1732776544632 (+1 ms)Obtaining lock to block concurrent updates at 1732776544632Preparing flush snapshotting stores in 1588230740 at 1732776544632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776544633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732776544634 (+1 ms)Flushing 1588230740/info: creating writer at 1732776544634Flushing 1588230740/info: appending metadata at 1732776544659 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732776544659Flushing 1588230740/ns: creating writer at 1732776544679 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732776544701 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732776544701Flushing 1588230740/table: creating writer at 1732776544720 (+19 ms)Flushing 1588230740/table: appending metadata at 1732776544738 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732776544738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29984965: reopening flushed file at 1732776544754 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3705ef: reopening flushed file at 1732776544765 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a73f8af: reopening flushed file at 1732776544776 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false at 1732776544790 (+14 ms)Writing region close event to WAL at 1732776544797 (+7 ms)Running coprocessor post-close hooks at 1732776544804 (+7 ms)Closed at 1732776544805 (+1 ms) 2024-11-28T06:49:04,805 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:04,831 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,44915,1732776540489; all regions closed. 2024-11-28T06:49:04,831 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,35127,1732776540624; all regions closed. 2024-11-28T06:49:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741834_1010 (size=1867) 2024-11-28T06:49:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741834_1010 (size=1867) 2024-11-28T06:49:04,843 DEBUG [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs 2024-11-28T06:49:04,843 DEBUG [RS:0;1cb9cf437a36:44915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs 2024-11-28T06:49:04,843 INFO [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C35127%2C1732776540624.meta:.meta(num 1732776542566) 2024-11-28T06:49:04,843 INFO [RS:0;1cb9cf437a36:44915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C44915%2C1732776540489:(num 1732776542098) 2024-11-28T06:49:04,843 DEBUG [RS:0;1cb9cf437a36:44915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,843 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:04,843 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:04,843 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:04,844 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:04,844 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:04,844 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:04,844 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:04,844 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:04,844 INFO [RS:0;1cb9cf437a36:44915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44915 2024-11-28T06:49:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:04,850 DEBUG [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/oldWALs 2024-11-28T06:49:04,850 INFO [RS:1;1cb9cf437a36:35127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C35127%2C1732776540624:(num 1732776542098) 2024-11-28T06:49:04,850 DEBUG [RS:1;1cb9cf437a36:35127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:04,850 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:04,850 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:04,851 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:04,851 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:04,851 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:04,851 INFO [RS:1;1cb9cf437a36:35127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35127 2024-11-28T06:49:04,888 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:04,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,44915,1732776540489 2024-11-28T06:49:04,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:04,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,35127,1732776540624 2024-11-28T06:49:04,893 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:04,894 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f86749041d0@28d7e63a rejected from java.util.concurrent.ThreadPoolExecutor@6dd56d44[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-28T06:49:04,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,35127,1732776540624] 2024-11-28T06:49:04,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,35127,1732776540624 already deleted, retry=false 2024-11-28T06:49:04,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,35127,1732776540624 expired; onlineServers=1 2024-11-28T06:49:04,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,44915,1732776540489] 2024-11-28T06:49:04,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,44915,1732776540489 already deleted, retry=false 2024-11-28T06:49:04,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,44915,1732776540489 expired; onlineServers=0 2024-11-28T06:49:04,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,34061,1732776539695' ***** 2024-11-28T06:49:04,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:04,927 INFO [M:0;1cb9cf437a36:34061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:04,927 INFO [M:0;1cb9cf437a36:34061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:04,927 DEBUG [M:0;1cb9cf437a36:34061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:04,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:04,927 DEBUG [M:0;1cb9cf437a36:34061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:04,927 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776541763 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776541763,5,FailOnTimeoutGroup] 2024-11-28T06:49:04,927 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776541762 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776541762,5,FailOnTimeoutGroup] 2024-11-28T06:49:04,928 INFO [M:0;1cb9cf437a36:34061 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:04,928 INFO [M:0;1cb9cf437a36:34061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:04,928 DEBUG [M:0;1cb9cf437a36:34061 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:04,928 INFO [M:0;1cb9cf437a36:34061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:04,928 INFO [M:0;1cb9cf437a36:34061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:04,929 INFO [M:0;1cb9cf437a36:34061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:04,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:04,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:04,935 DEBUG [M:0;1cb9cf437a36:34061 {}] zookeeper.ZKUtil(347): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T06:49:04,935 WARN [M:0;1cb9cf437a36:34061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T06:49:04,936 INFO [M:0;1cb9cf437a36:34061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/.lastflushedseqids 2024-11-28T06:49:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:04,949 INFO [M:0;1cb9cf437a36:34061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:04,950 INFO [M:0;1cb9cf437a36:34061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:04,950 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:04,950 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:04,950 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:04,950 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:04,950 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:04,950 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-28T06:49:04,969 DEBUG [M:0;1cb9cf437a36:34061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3a58ce628654b8ea008dea53e212f54 is 82, key is hbase:meta,,1/info:regioninfo/1732776542670/Put/seqid=0 2024-11-28T06:49:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:04,977 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3a58ce628654b8ea008dea53e212f54 2024-11-28T06:49:05,001 DEBUG [M:0;1cb9cf437a36:34061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846cb389185540cfa3d683bf91ac458b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776543983/Put/seqid=0 2024-11-28T06:49:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44915-0x101817d459a0001, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,003 INFO [RS:0;1cb9cf437a36:44915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:05,003 INFO [RS:0;1cb9cf437a36:44915 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,44915,1732776540489; zookeeper connection closed. 2024-11-28T06:49:05,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7eec93b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7eec93b4 2024-11-28T06:49:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:05,009 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846cb389185540cfa3d683bf91ac458b 2024-11-28T06:49:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,010 INFO [RS:1;1cb9cf437a36:35127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35127-0x101817d459a0002, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,010 INFO [RS:1;1cb9cf437a36:35127 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,35127,1732776540624; zookeeper connection closed. 2024-11-28T06:49:05,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@392b6fe9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@392b6fe9 2024-11-28T06:49:05,011 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:05,032 DEBUG [M:0;1cb9cf437a36:34061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f332e7426a14358a7b22b4d81fd8e85 is 69, key is 1cb9cf437a36,35127,1732776540624/rs:state/1732776541821/Put/seqid=0 2024-11-28T06:49:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:05,040 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f332e7426a14358a7b22b4d81fd8e85 2024-11-28T06:49:05,051 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3a58ce628654b8ea008dea53e212f54 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3a58ce628654b8ea008dea53e212f54 2024-11-28T06:49:05,059 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3a58ce628654b8ea008dea53e212f54, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:05,061 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846cb389185540cfa3d683bf91ac458b as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/846cb389185540cfa3d683bf91ac458b 2024-11-28T06:49:05,070 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/846cb389185540cfa3d683bf91ac458b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:05,072 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f332e7426a14358a7b22b4d81fd8e85 as hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f332e7426a14358a7b22b4d81fd8e85 2024-11-28T06:49:05,080 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/84114a63-1bee-dbf5-c007-311aba98ebf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f332e7426a14358a7b22b4d81fd8e85, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:05,082 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:05,085 INFO [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:05,086 DEBUG [M:0;1cb9cf437a36:34061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776544950Disabling compacts and flushes for region at 1732776544950Disabling writes for close at 1732776544950Obtaining lock to block concurrent updates at 1732776544950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776544950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732776544951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776544952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776544952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776544969 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776544969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776544985 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776545000 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776545000Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776545017 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776545032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776545032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b14237d: reopening flushed file at 1732776545049 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2ac625: reopening flushed file at 1732776545059 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f5a1b9: reopening flushed file at 1732776545070 (+11 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false at 1732776545082 (+12 ms)Writing region close event to WAL at 1732776545085 (+3 ms)Closed at 1732776545085 2024-11-28T06:49:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43237 is added to blk_1073741830_1006 (size=35440) 2024-11-28T06:49:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38439 is added to blk_1073741830_1006 (size=35440) 2024-11-28T06:49:05,090 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:05,090 INFO [M:0;1cb9cf437a36:34061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:05,090 INFO [M:0;1cb9cf437a36:34061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34061 2024-11-28T06:49:05,090 INFO [M:0;1cb9cf437a36:34061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:05,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34061-0x101817d459a0000, quorum=127.0.0.1:49970, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:05,219 INFO [M:0;1cb9cf437a36:34061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:05,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa960bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:05,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:05,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:05,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:05,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:05,270 WARN [BP-1220840366-172.17.0.2-1732776535859 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:05,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:05,271 WARN [BP-1220840366-172.17.0.2-1732776535859 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1220840366-172.17.0.2-1732776535859 (Datanode Uuid 65827a5c-2a42-44bc-8c5e-7f0b996d4dcf) service to localhost/127.0.0.1:41069 2024-11-28T06:49:05,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:05,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data3/current/BP-1220840366-172.17.0.2-1732776535859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:05,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data4/current/BP-1220840366-172.17.0.2-1732776535859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:05,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:05,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672decf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:05,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:05,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:05,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:05,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:05,276 WARN [BP-1220840366-172.17.0.2-1732776535859 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:05,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:05,276 WARN [BP-1220840366-172.17.0.2-1732776535859 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1220840366-172.17.0.2-1732776535859 (Datanode Uuid e4edbd3c-f868-4e42-9bcd-7a79e55e1981) service to localhost/127.0.0.1:41069 2024-11-28T06:49:05,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:05,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data1/current/BP-1220840366-172.17.0.2-1732776535859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:05,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/cluster_17272d06-159c-f932-b23d-e65014580f98/data/data2/current/BP-1220840366-172.17.0.2-1732776535859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:05,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:05,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b945fd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:05,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:05,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:05,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:05,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:05,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:05,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:05,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1cb9cf437a36:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/1cb9cf437a36:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1cb9cf437a36:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41069 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae686c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41069 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1cb9cf437a36:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7884 (was 8439) 2024-11-28T06:49:05,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7884 2024-11-28T06:49:05,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir so I do NOT create it in target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd 2024-11-28T06:49:05,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T06:49:05,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.tmp.dir so I do NOT create it in target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd 2024-11-28T06:49:05,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/976c2dfa-f916-b3e6-9aac-a49025fd3ef4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T06:49:05,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd 2024-11-28T06:49:05,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:49:05,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157, deleteOnExit=true 2024-11-28T06:49:05,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/test.cache.data in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:49:05,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:49:05,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:49:05,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:05,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:05,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:05,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:05,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:05,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:05,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4d4f2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:05,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df85084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:05,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69469545{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/java.io.tmpdir/jetty-localhost-43473-hadoop-hdfs-3_4_1-tests_jar-_-any-5743603665807937363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:05,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@696bc0b5{HTTP/1.1, (http/1.1)}{localhost:43473} 2024-11-28T06:49:05,721 INFO [Time-limited test {}] server.Server(415): Started @11950ms 2024-11-28T06:49:05,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:05,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:05,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:05,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:05,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:05,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a11a3d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:05,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5859f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:06,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e96832{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/java.io.tmpdir/jetty-localhost-46119-hadoop-hdfs-3_4_1-tests_jar-_-any-937089667968965845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:06,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e55681{HTTP/1.1, (http/1.1)}{localhost:46119} 2024-11-28T06:49:06,056 INFO [Time-limited test {}] server.Server(415): Started @12286ms 2024-11-28T06:49:06,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:06,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:06,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:06,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:06,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:06,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:06,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2773b93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:06,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4db7bf3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:06,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@546175d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/java.io.tmpdir/jetty-localhost-35927-hadoop-hdfs-3_4_1-tests_jar-_-any-8014689087693416301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:06,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ff1c9df{HTTP/1.1, (http/1.1)}{localhost:35927} 2024-11-28T06:49:06,210 INFO [Time-limited test {}] server.Server(415): Started @12440ms 2024-11-28T06:49:06,212 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:06,834 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data1/current/BP-533452713-172.17.0.2-1732776545372/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:06,834 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data2/current/BP-533452713-172.17.0.2-1732776545372/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:06,852 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a4aa877a1d724ce with lease ID 0xb14d3c962d045019: Processing first storage report for DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c from datanode DatanodeRegistration(127.0.0.1:44873, datanodeUuid=8b1bfa2c-fc09-4d50-9e3d-e38c56af2400, infoPort=42499, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372) 2024-11-28T06:49:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a4aa877a1d724ce with lease ID 0xb14d3c962d045019: from storage DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c node DatanodeRegistration(127.0.0.1:44873, datanodeUuid=8b1bfa2c-fc09-4d50-9e3d-e38c56af2400, infoPort=42499, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a4aa877a1d724ce with lease ID 0xb14d3c962d045019: Processing first storage report for DS-247f5b22-a3bb-4161-bcf8-f1d1d3183ce6 from datanode DatanodeRegistration(127.0.0.1:44873, datanodeUuid=8b1bfa2c-fc09-4d50-9e3d-e38c56af2400, infoPort=42499, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372) 2024-11-28T06:49:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a4aa877a1d724ce with lease ID 0xb14d3c962d045019: from storage DS-247f5b22-a3bb-4161-bcf8-f1d1d3183ce6 node DatanodeRegistration(127.0.0.1:44873, datanodeUuid=8b1bfa2c-fc09-4d50-9e3d-e38c56af2400, infoPort=42499, infoSecurePort=0, ipcPort=46337, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:07,027 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data3/current/BP-533452713-172.17.0.2-1732776545372/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:07,027 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data4/current/BP-533452713-172.17.0.2-1732776545372/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:07,047 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1582b065e66f7935 with lease ID 0xb14d3c962d04501a: Processing first storage report for DS-446d5800-843f-4676-a987-01af6f20d5b6 from datanode DatanodeRegistration(127.0.0.1:36977, datanodeUuid=66356e03-4665-49d7-bb93-a15ea69e84a4, infoPort=36705, infoSecurePort=0, ipcPort=37461, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372) 2024-11-28T06:49:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1582b065e66f7935 with lease ID 0xb14d3c962d04501a: from storage DS-446d5800-843f-4676-a987-01af6f20d5b6 node DatanodeRegistration(127.0.0.1:36977, datanodeUuid=66356e03-4665-49d7-bb93-a15ea69e84a4, infoPort=36705, infoSecurePort=0, ipcPort=37461, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1582b065e66f7935 with lease ID 0xb14d3c962d04501a: Processing first storage report for DS-2c614dbc-8dc7-474a-9712-24fc9e9a4991 from datanode DatanodeRegistration(127.0.0.1:36977, datanodeUuid=66356e03-4665-49d7-bb93-a15ea69e84a4, infoPort=36705, infoSecurePort=0, ipcPort=37461, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372) 2024-11-28T06:49:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1582b065e66f7935 with lease ID 0xb14d3c962d04501a: from storage DS-2c614dbc-8dc7-474a-9712-24fc9e9a4991 node DatanodeRegistration(127.0.0.1:36977, datanodeUuid=66356e03-4665-49d7-bb93-a15ea69e84a4, infoPort=36705, infoSecurePort=0, ipcPort=37461, storageInfo=lv=-57;cid=testClusterID;nsid=553530691;c=1732776545372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:07,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd 2024-11-28T06:49:07,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/zookeeper_0, clientPort=51561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:49:07,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51561 2024-11-28T06:49:07,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:07,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 with version=8 2024-11-28T06:49:07,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/hbase-staging 2024-11-28T06:49:07,074 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:07,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:07,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44025 2024-11-28T06:49:07,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44025 connecting to ZooKeeper ensemble=127.0.0.1:51561 2024-11-28T06:49:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440250x0, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:07,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44025-0x101817d65b40000 connected 2024-11-28T06:49:07,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:07,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77, hbase.cluster.distributed=false 2024-11-28T06:49:07,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:07,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44025 2024-11-28T06:49:07,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44025 2024-11-28T06:49:07,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44025 2024-11-28T06:49:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44025 2024-11-28T06:49:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44025 2024-11-28T06:49:07,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:07,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:07,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43701 2024-11-28T06:49:07,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43701 connecting to ZooKeeper ensemble=127.0.0.1:51561 2024-11-28T06:49:07,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437010x0, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:07,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437010x0, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43701-0x101817d65b40001 connected 2024-11-28T06:49:07,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:07,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:07,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:07,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-28T06:49:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43701 2024-11-28T06:49:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43701 2024-11-28T06:49:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-28T06:49:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43701 2024-11-28T06:49:07,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:07,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:07,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35789 2024-11-28T06:49:07,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35789 connecting to ZooKeeper ensemble=127.0.0.1:51561 2024-11-28T06:49:07,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357890x0, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:07,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:07,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35789-0x101817d65b40002 connected 2024-11-28T06:49:07,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:07,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:07,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:07,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:07,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-28T06:49:07,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35789 2024-11-28T06:49:07,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35789 2024-11-28T06:49:07,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-28T06:49:07,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-28T06:49:07,297 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:44025 2024-11-28T06:49:07,298 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,308 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,319 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:07,319 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,44025,1732776547074 from backup master directory 2024-11-28T06:49:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:07,326 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:07,326 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,332 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/hbase.id] with ID: ce788c7c-e3be-4284-b22b-50a5d7886dea 2024-11-28T06:49:07,332 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/.tmp/hbase.id 2024-11-28T06:49:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:07,339 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/.tmp/hbase.id]:[hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/hbase.id] 2024-11-28T06:49:07,356 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:07,356 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:07,358 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T06:49:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:07,380 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:07,381 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:07,381 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:07,394 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store 2024-11-28T06:49:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:07,404 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:07,404 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:07,404 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776547404Disabling compacts and flushes for region at 1732776547404Disabling writes for close at 1732776547404Writing region close event to WAL at 1732776547404Closed at 1732776547404 2024-11-28T06:49:07,406 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/.initializing 2024-11-28T06:49:07,406 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/WALs/1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,407 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:07,410 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C44025%2C1732776547074, suffix=, logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/WALs/1cb9cf437a36,44025,1732776547074, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:07,422 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/WALs/1cb9cf437a36,44025,1732776547074/1cb9cf437a36%2C44025%2C1732776547074.1732776547410, exclude list is [], retry=0 2024-11-28T06:49:07,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36977,DS-446d5800-843f-4676-a987-01af6f20d5b6,DISK] 2024-11-28T06:49:07,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44873,DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c,DISK] 2024-11-28T06:49:07,431 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/WALs/1cb9cf437a36,44025,1732776547074/1cb9cf437a36%2C44025%2C1732776547074.1732776547410 2024-11-28T06:49:07,431 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705),(127.0.0.1/127.0.0.1:42499:42499)] 2024-11-28T06:49:07,431 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:07,432 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:07,432 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,432 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:07,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:07,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:07,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:07,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:07,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:07,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:07,447 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,449 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,449 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,451 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,451 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,452 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:07,454 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:07,457 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:07,458 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62303734, jitterRate=-0.07160201668739319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:07,459 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776547432Initializing all the Stores at 1732776547433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776547433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776547433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776547434 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776547434Cleaning up temporary data from old regions at 1732776547451 (+17 ms)Region opened successfully at 1732776547459 (+8 ms) 2024-11-28T06:49:07,459 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:07,464 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3189b4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:07,465 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:07,465 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:07,465 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:07,465 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:07,466 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T06:49:07,466 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T06:49:07,466 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:07,470 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:07,472 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:07,484 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:07,485 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:07,486 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:07,493 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:07,493 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:07,495 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:07,501 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:07,502 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:07,509 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:07,512 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:07,518 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,527 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,44025,1732776547074, sessionid=0x101817d65b40000, setting cluster-up flag (Was=false) 2024-11-28T06:49:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,568 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:07,569 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:07,609 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:07,611 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:07,612 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:07,615 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:07,616 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:07,616 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:07,616 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,44025,1732776547074 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:07,618 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:07,618 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:07,618 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:07,618 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:07,619 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:07,619 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,619 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:07,619 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,624 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776577624 2024-11-28T06:49:07,624 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:07,624 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:07,624 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:07,625 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:07,625 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:07,625 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:07,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:07,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:07,626 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,627 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:07,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,627 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:07,627 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:07,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:07,629 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:07,629 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:07,634 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776547629,5,FailOnTimeoutGroup] 2024-11-28T06:49:07,635 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776547634,5,FailOnTimeoutGroup] 2024-11-28T06:49:07,635 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,635 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:07,635 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,635 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:07,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:07,640 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 2024-11-28T06:49:07,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:07,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:07,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:07,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:07,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:07,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:07,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:07,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:07,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:07,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:07,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:07,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:07,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:07,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:07,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:07,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:07,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740 2024-11-28T06:49:07,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740 2024-11-28T06:49:07,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:07,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:07,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:07,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:07,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:07,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63491102, jitterRate=-0.053908854722976685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776547653Initializing all the Stores at 1732776547654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776547654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776547655 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776547655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776547655Cleaning up temporary data from old regions at 1732776547670 (+15 ms)Region opened successfully at 1732776547677 (+7 ms) 2024-11-28T06:49:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:07,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:07,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:07,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776547677Disabling compacts and flushes for region at 1732776547677Disabling writes for close at 1732776547677Writing region close event to WAL at 1732776547678 (+1 ms)Closed at 1732776547678 2024-11-28T06:49:07,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:07,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:07,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:07,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:07,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:07,688 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(746): ClusterId : ce788c7c-e3be-4284-b22b-50a5d7886dea 2024-11-28T06:49:07,688 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(746): ClusterId : ce788c7c-e3be-4284-b22b-50a5d7886dea 2024-11-28T06:49:07,689 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:07,689 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:07,719 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:07,719 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:07,719 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:07,719 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:07,727 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:07,727 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:07,727 DEBUG [RS:1;1cb9cf437a36:35789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459aa1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:07,727 DEBUG [RS:0;1cb9cf437a36:43701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670608a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:07,739 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:35789 2024-11-28T06:49:07,739 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:07,739 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:07,739 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:07,740 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,44025,1732776547074 with port=35789, startcode=1732776547256 2024-11-28T06:49:07,740 DEBUG [RS:1;1cb9cf437a36:35789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:07,743 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:07,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,747 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 2024-11-28T06:49:07,747 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:43701 2024-11-28T06:49:07,747 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34611 2024-11-28T06:49:07,747 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:07,747 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:07,747 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:07,747 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:07,748 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,44025,1732776547074 with port=43701, startcode=1732776547219 2024-11-28T06:49:07,748 DEBUG [RS:0;1cb9cf437a36:43701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:07,751 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:07,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44025 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,754 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 2024-11-28T06:49:07,754 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34611 2024-11-28T06:49:07,754 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:07,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:07,793 DEBUG [RS:1;1cb9cf437a36:35789 {}] zookeeper.ZKUtil(111): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,793 WARN [RS:1;1cb9cf437a36:35789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:07,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,43701,1732776547219] 2024-11-28T06:49:07,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,35789,1732776547256] 2024-11-28T06:49:07,793 INFO [RS:1;1cb9cf437a36:35789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:07,793 DEBUG [RS:0;1cb9cf437a36:43701 {}] zookeeper.ZKUtil(111): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,793 WARN [RS:0;1cb9cf437a36:43701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:07,793 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,793 INFO [RS:0;1cb9cf437a36:43701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:07,793 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,801 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:07,801 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:07,805 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:07,806 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:07,807 INFO [RS:1;1cb9cf437a36:35789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:07,807 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,810 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:07,810 INFO [RS:0;1cb9cf437a36:43701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:07,810 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,810 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:07,811 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:07,811 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,811 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:07,811 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,811 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,812 DEBUG [RS:1;1cb9cf437a36:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:07,812 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,813 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,813 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,813 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,813 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,813 DEBUG [RS:0;1cb9cf437a36:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,813 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35789,1732776547256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:07,817 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,817 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,817 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,817 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,818 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,818 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43701,1732776547219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:07,831 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:07,831 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35789,1732776547256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,832 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,832 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.Replication(171): 1cb9cf437a36,35789,1732776547256 started 2024-11-28T06:49:07,832 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:07,832 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43701,1732776547219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,832 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,832 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.Replication(171): 1cb9cf437a36,43701,1732776547219 started 2024-11-28T06:49:07,833 WARN [1cb9cf437a36:44025 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T06:49:07,848 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,848 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,35789,1732776547256, RpcServer on 1cb9cf437a36/172.17.0.2:35789, sessionid=0x101817d65b40002 2024-11-28T06:49:07,848 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:07,848 DEBUG [RS:1;1cb9cf437a36:35789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,848 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,35789,1732776547256' 2024-11-28T06:49:07,848 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,35789,1732776547256' 2024-11-28T06:49:07,849 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:07,850 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:07,850 DEBUG [RS:1;1cb9cf437a36:35789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:07,850 INFO [RS:1;1cb9cf437a36:35789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:07,850 INFO [RS:1;1cb9cf437a36:35789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:07,853 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:07,853 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,43701,1732776547219, RpcServer on 1cb9cf437a36/172.17.0.2:43701, sessionid=0x101817d65b40001 2024-11-28T06:49:07,854 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:07,854 DEBUG [RS:0;1cb9cf437a36:43701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,854 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,43701,1732776547219' 2024-11-28T06:49:07,854 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:07,854 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:07,855 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:07,855 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:07,855 DEBUG [RS:0;1cb9cf437a36:43701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:07,855 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,43701,1732776547219' 2024-11-28T06:49:07,855 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:07,856 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:07,856 DEBUG [RS:0;1cb9cf437a36:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:07,856 INFO [RS:0;1cb9cf437a36:43701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:07,856 INFO [RS:0;1cb9cf437a36:43701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:07,951 INFO [RS:1;1cb9cf437a36:35789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:07,953 INFO [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C35789%2C1732776547256, suffix=, logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs, maxLogs=32 2024-11-28T06:49:07,957 INFO [RS:0;1cb9cf437a36:43701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:07,959 INFO [RS:0;1cb9cf437a36:43701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C43701%2C1732776547219, suffix=, logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,43701,1732776547219, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs, maxLogs=32 2024-11-28T06:49:07,969 DEBUG [RS:1;1cb9cf437a36:35789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256/1cb9cf437a36%2C35789%2C1732776547256.1732776547955, exclude list is [], retry=0 2024-11-28T06:49:07,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36977,DS-446d5800-843f-4676-a987-01af6f20d5b6,DISK] 2024-11-28T06:49:07,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44873,DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c,DISK] 2024-11-28T06:49:07,973 DEBUG [RS:0;1cb9cf437a36:43701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,43701,1732776547219/1cb9cf437a36%2C43701%2C1732776547219.1732776547959, exclude list is [], retry=0 2024-11-28T06:49:07,974 INFO [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256/1cb9cf437a36%2C35789%2C1732776547256.1732776547955 2024-11-28T06:49:07,975 DEBUG [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705),(127.0.0.1/127.0.0.1:42499:42499)] 2024-11-28T06:49:07,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44873,DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c,DISK] 2024-11-28T06:49:07,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36977,DS-446d5800-843f-4676-a987-01af6f20d5b6,DISK] 2024-11-28T06:49:07,983 INFO [RS:0;1cb9cf437a36:43701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,43701,1732776547219/1cb9cf437a36%2C43701%2C1732776547219.1732776547959 2024-11-28T06:49:07,983 DEBUG [RS:0;1cb9cf437a36:43701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705),(127.0.0.1/127.0.0.1:42499:42499)] 2024-11-28T06:49:08,084 DEBUG [1cb9cf437a36:44025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:08,084 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:08,087 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:08,087 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:08,087 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:08,087 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:08,087 INFO [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:08,087 INFO [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:08,087 DEBUG [1cb9cf437a36:44025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:08,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:08,089 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,35789,1732776547256, state=OPENING 2024-11-28T06:49:08,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T06:49:08,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:08,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:08,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:08,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:08,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:08,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:08,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35789,1732776547256}] 2024-11-28T06:49:08,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:08,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:08,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:08,313 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:08,313 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:08,313 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:08,316 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C35789%2C1732776547256.meta, suffix=.meta, logDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs, maxLogs=32 2024-11-28T06:49:08,330 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256/1cb9cf437a36%2C35789%2C1732776547256.meta.1732776548316.meta, exclude list is [], retry=0 2024-11-28T06:49:08,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36977,DS-446d5800-843f-4676-a987-01af6f20d5b6,DISK] 2024-11-28T06:49:08,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44873,DS-220448c0-3e38-4504-9ab6-78c8fb4cc44c,DISK] 2024-11-28T06:49:08,335 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/WALs/1cb9cf437a36,35789,1732776547256/1cb9cf437a36%2C35789%2C1732776547256.meta.1732776548316.meta 2024-11-28T06:49:08,336 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42499:42499),(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-28T06:49:08,336 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:08,337 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:08,337 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:08,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:08,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:08,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:08,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:08,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:08,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:08,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:08,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:08,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:08,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:08,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:08,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:08,350 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:08,352 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740 2024-11-28T06:49:08,353 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740 2024-11-28T06:49:08,355 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:08,355 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:08,356 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:08,358 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:08,360 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65270513, jitterRate=-0.027393564581871033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:08,360 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:08,361 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776548338Writing region info on filesystem at 1732776548338Initializing all the Stores at 1732776548339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776548339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776548342 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776548342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776548342Cleaning up temporary data from old regions at 1732776548355 (+13 ms)Running coprocessor post-open hooks at 1732776548360 (+5 ms)Region opened successfully at 1732776548361 (+1 ms) 2024-11-28T06:49:08,363 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776548306 2024-11-28T06:49:08,366 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:08,366 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:08,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:08,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,35789,1732776547256, state=OPEN 2024-11-28T06:49:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:08,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:08,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:08,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:08,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,35789,1732776547256 in 232 msec 2024-11-28T06:49:08,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:08,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-28T06:49:08,393 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:08,393 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:08,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:08,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,35789,1732776547256, seqNum=-1] 2024-11-28T06:49:08,395 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:08,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:08,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-11-28T06:49:08,405 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776548405, completionTime=-1 2024-11-28T06:49:08,405 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:08,405 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:08,407 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:08,407 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776608407 2024-11-28T06:49:08,407 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776668407 2024-11-28T06:49:08,407 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T06:49:08,408 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T06:49:08,408 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,408 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,408 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,409 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:44025, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,409 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,409 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,411 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:08,413 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.087sec 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:08,414 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:08,417 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:08,417 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:08,417 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,44025,1732776547074-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:08,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71602e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:08,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,44025,-1 for getting cluster id 2024-11-28T06:49:08,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:08,491 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce788c7c-e3be-4284-b22b-50a5d7886dea' 2024-11-28T06:49:08,491 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:08,492 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce788c7c-e3be-4284-b22b-50a5d7886dea" 2024-11-28T06:49:08,492 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b52caf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:08,492 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,44025,-1] 2024-11-28T06:49:08,492 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:08,493 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:08,494 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:08,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bd88c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:08,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:08,497 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,35789,1732776547256, seqNum=-1] 2024-11-28T06:49:08,498 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:08,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:08,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:08,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:08,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:08,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bac2171 2024-11-28T06:49:08,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:08,506 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:08,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:08,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:08,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:08,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:08,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:08,522 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c006b106b1000b894ae06f5120bf4c4, NAME => 'testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 2024-11-28T06:49:08,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7edfad2af1e7a7458253867d52a10b8b, NAME => 'testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77 2024-11-28T06:49:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:08,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:08,535 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:08,535 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6c006b106b1000b894ae06f5120bf4c4, disabling compactions & flushes 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7edfad2af1e7a7458253867d52a10b8b, disabling compactions & flushes 2024-11-28T06:49:08,536 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,536 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. after waiting 0 ms 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,536 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. after waiting 0 ms 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c006b106b1000b894ae06f5120bf4c4: Waiting for close lock at 1732776548535Disabling compacts and flushes for region at 1732776548535Disabling writes for close at 1732776548536 (+1 ms)Writing region close event to WAL at 1732776548536Closed at 1732776548536 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,536 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,536 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7edfad2af1e7a7458253867d52a10b8b: Waiting for close lock at 1732776548535Disabling compacts and flushes for region at 1732776548535Disabling writes for close at 1732776548536 (+1 ms)Writing region close event to WAL at 1732776548536Closed at 1732776548536 2024-11-28T06:49:08,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:08,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776548538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776548538"}]},"ts":"1732776548538"} 2024-11-28T06:49:08,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776548538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776548538"}]},"ts":"1732776548538"} 2024-11-28T06:49:08,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:08,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:08,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776548544"}]},"ts":"1732776548544"} 2024-11-28T06:49:08,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:08,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:08,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:08,549 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:08,549 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:08,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c006b106b1000b894ae06f5120bf4c4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7edfad2af1e7a7458253867d52a10b8b, ASSIGN}] 2024-11-28T06:49:08,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7edfad2af1e7a7458253867d52a10b8b, ASSIGN 2024-11-28T06:49:08,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c006b106b1000b894ae06f5120bf4c4, ASSIGN 2024-11-28T06:49:08,553 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c006b106b1000b894ae06f5120bf4c4, ASSIGN; state=OFFLINE, location=1cb9cf437a36,43701,1732776547219; forceNewPlan=false, retain=false 2024-11-28T06:49:08,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7edfad2af1e7a7458253867d52a10b8b, ASSIGN; state=OFFLINE, location=1cb9cf437a36,35789,1732776547256; forceNewPlan=false, retain=false 2024-11-28T06:49:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:08,703 INFO [1cb9cf437a36:44025 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:08,704 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7edfad2af1e7a7458253867d52a10b8b, regionState=OPENING, regionLocation=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:08,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c006b106b1000b894ae06f5120bf4c4, regionState=OPENING, regionLocation=1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:08,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7edfad2af1e7a7458253867d52a10b8b, ASSIGN because future has completed 2024-11-28T06:49:08,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edfad2af1e7a7458253867d52a10b8b, server=1cb9cf437a36,35789,1732776547256}] 2024-11-28T06:49:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c006b106b1000b894ae06f5120bf4c4, ASSIGN because future has completed 2024-11-28T06:49:08,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c006b106b1000b894ae06f5120bf4c4, server=1cb9cf437a36,43701,1732776547219}] 2024-11-28T06:49:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:08,863 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:08,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:08,865 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,866 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7edfad2af1e7a7458253867d52a10b8b, NAME => 'testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:08,866 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,866 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:08,866 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,866 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,868 INFO [StoreOpener-7edfad2af1e7a7458253867d52a10b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,870 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,870 INFO [StoreOpener-7edfad2af1e7a7458253867d52a10b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7edfad2af1e7a7458253867d52a10b8b columnFamilyName family 2024-11-28T06:49:08,870 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c006b106b1000b894ae06f5120bf4c4, NAME => 'testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:08,870 DEBUG [StoreOpener-7edfad2af1e7a7458253867d52a10b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,871 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,871 INFO [StoreOpener-7edfad2af1e7a7458253867d52a10b8b-1 {}] regionserver.HStore(327): Store=7edfad2af1e7a7458253867d52a10b8b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:08,871 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:08,871 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,871 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,871 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,872 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,872 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,873 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,873 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,873 INFO [StoreOpener-6c006b106b1000b894ae06f5120bf4c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,874 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,875 INFO [StoreOpener-6c006b106b1000b894ae06f5120bf4c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c006b106b1000b894ae06f5120bf4c4 columnFamilyName family 2024-11-28T06:49:08,876 DEBUG [StoreOpener-6c006b106b1000b894ae06f5120bf4c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:08,876 INFO [StoreOpener-6c006b106b1000b894ae06f5120bf4c4-1 {}] regionserver.HStore(327): Store=6c006b106b1000b894ae06f5120bf4c4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:08,876 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,877 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,878 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,878 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:08,878 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,878 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,879 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7edfad2af1e7a7458253867d52a10b8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68263492, jitterRate=0.01720529794692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:08,879 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:08,880 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7edfad2af1e7a7458253867d52a10b8b: Running coprocessor pre-open hook at 1732776548867Writing region info on filesystem at 1732776548867Initializing all the Stores at 1732776548868 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776548868Cleaning up temporary data from old regions at 1732776548873 (+5 ms)Running coprocessor post-open hooks at 1732776548879 (+6 ms)Region opened successfully at 1732776548880 (+1 ms) 2024-11-28T06:49:08,880 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,881 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b., pid=7, masterSystemTime=1732776548861 2024-11-28T06:49:08,883 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:08,884 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6c006b106b1000b894ae06f5120bf4c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59158559, jitterRate=-0.11846877634525299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:08,884 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:08,884 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6c006b106b1000b894ae06f5120bf4c4: Running coprocessor pre-open hook at 1732776548871Writing region info on filesystem at 1732776548871Initializing all the Stores at 1732776548872 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776548872Cleaning up temporary data from old regions at 1732776548878 (+6 ms)Running coprocessor post-open hooks at 1732776548884 (+6 ms)Region opened successfully at 1732776548884 2024-11-28T06:49:08,884 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,885 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:08,885 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4., pid=8, masterSystemTime=1732776548863 2024-11-28T06:49:08,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7edfad2af1e7a7458253867d52a10b8b, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:08,888 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7edfad2af1e7a7458253867d52a10b8b, server=1cb9cf437a36,35789,1732776547256 because future has completed 2024-11-28T06:49:08,888 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:08,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c006b106b1000b894ae06f5120bf4c4, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:08,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c006b106b1000b894ae06f5120bf4c4, server=1cb9cf437a36,43701,1732776547219 because future has completed 2024-11-28T06:49:08,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T06:49:08,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7edfad2af1e7a7458253867d52a10b8b, server=1cb9cf437a36,35789,1732776547256 in 186 msec 2024-11-28T06:49:08,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-28T06:49:08,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c006b106b1000b894ae06f5120bf4c4, server=1cb9cf437a36,43701,1732776547219 in 186 msec 2024-11-28T06:49:08,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7edfad2af1e7a7458253867d52a10b8b, ASSIGN in 347 msec 2024-11-28T06:49:08,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T06:49:08,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c006b106b1000b894ae06f5120bf4c4, ASSIGN in 351 msec 2024-11-28T06:49:08,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:08,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776548907"}]},"ts":"1732776548907"} 2024-11-28T06:49:08,911 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:08,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:08,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-11-28T06:49:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:09,138 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:09,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:09,139 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:09,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:09,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:09,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:09,146 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4., hostname=1cb9cf437a36,43701,1732776547219, seqNum=2] 2024-11-28T06:49:09,146 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:09,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:09,162 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b., hostname=1cb9cf437a36,35789,1732776547256, seqNum=2] 2024-11-28T06:49:09,174 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6c006b106b1000b894ae06f5120bf4c4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:09,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/.tmp/family/2ca0f80cc5334b70998d3adf800fb228 is 32, key is 1/family:/1732776549149/Put/seqid=0 2024-11-28T06:49:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741839_1015 (size=5054) 2024-11-28T06:49:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741839_1015 (size=5054) 2024-11-28T06:49:09,204 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/.tmp/family/2ca0f80cc5334b70998d3adf800fb228 2024-11-28T06:49:09,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/.tmp/family/2ca0f80cc5334b70998d3adf800fb228 as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/family/2ca0f80cc5334b70998d3adf800fb228 2024-11-28T06:49:09,222 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/family/2ca0f80cc5334b70998d3adf800fb228, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:09,223 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6c006b106b1000b894ae06f5120bf4c4 in 49ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:09,223 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6c006b106b1000b894ae06f5120bf4c4: 2024-11-28T06:49:09,223 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7edfad2af1e7a7458253867d52a10b8b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:09,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/.tmp/family/fe49d84b0fb347af914ac644bd1d7e45 is 32, key is 5/family:/1732776549163/Put/seqid=0 2024-11-28T06:49:09,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741840_1016 (size=5083) 2024-11-28T06:49:09,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741840_1016 (size=5083) 2024-11-28T06:49:09,246 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/.tmp/family/fe49d84b0fb347af914ac644bd1d7e45 2024-11-28T06:49:09,254 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/.tmp/family/fe49d84b0fb347af914ac644bd1d7e45 as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/family/fe49d84b0fb347af914ac644bd1d7e45 2024-11-28T06:49:09,261 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/family/fe49d84b0fb347af914ac644bd1d7e45, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:09,262 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7edfad2af1e7a7458253867d52a10b8b in 39ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:09,262 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7edfad2af1e7a7458253867d52a10b8b: 2024-11-28T06:49:09,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:09,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:09,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:09,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:09,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:09,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=883565870, stopped=false 2024-11-28T06:49:09,267 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,44025,1732776547074 2024-11-28T06:49:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:09,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:09,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:09,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:09,318 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:09,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:09,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:09,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:09,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:09,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,43701,1732776547219' ***** 2024-11-28T06:49:09,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:09,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,35789,1732776547256' ***** 2024-11-28T06:49:09,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:09,319 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(3091): Received CLOSE for 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:09,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:09,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:09,320 INFO [RS:1;1cb9cf437a36:35789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:35789. 2024-11-28T06:49:09,320 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7edfad2af1e7a7458253867d52a10b8b, disabling compactions & flushes 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:09,320 DEBUG [RS:1;1cb9cf437a36:35789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:09,320 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:09,320 DEBUG [RS:1;1cb9cf437a36:35789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,320 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:09,320 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c006b106b1000b894ae06f5120bf4c4, disabling compactions & flushes 2024-11-28T06:49:09,320 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:09,321 INFO [RS:0;1cb9cf437a36:43701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:43701. 2024-11-28T06:49:09,321 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:09,321 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:09,321 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. after waiting 0 ms 2024-11-28T06:49:09,321 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:09,321 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:09,321 DEBUG [RS:0;1cb9cf437a36:43701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:09,321 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:09,321 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. after waiting 0 ms 2024-11-28T06:49:09,321 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:09,321 DEBUG [RS:0;1cb9cf437a36:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,321 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:09,321 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:09,321 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:09,321 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1325): Online Regions={6c006b106b1000b894ae06f5120bf4c4=testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4.} 2024-11-28T06:49:09,321 DEBUG [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1351): Waiting on 6c006b106b1000b894ae06f5120bf4c4 2024-11-28T06:49:09,323 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:09,323 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7edfad2af1e7a7458253867d52a10b8b=testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b.} 2024-11-28T06:49:09,323 DEBUG [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7edfad2af1e7a7458253867d52a10b8b 2024-11-28T06:49:09,323 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:09,323 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:09,323 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:09,323 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:09,323 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:09,323 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:09,331 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/7edfad2af1e7a7458253867d52a10b8b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:09,332 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:09,332 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7edfad2af1e7a7458253867d52a10b8b: Waiting for close lock at 1732776549320Running coprocessor pre-close hooks at 1732776549320Disabling compacts and flushes for region at 1732776549320Disabling writes for close at 1732776549321 (+1 ms)Writing region close event to WAL at 1732776549324 (+3 ms)Running coprocessor post-close hooks at 1732776549332 (+8 ms)Closed at 1732776549332 2024-11-28T06:49:09,332 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b. 2024-11-28T06:49:09,335 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/default/testClearRegionBlockCache/6c006b106b1000b894ae06f5120bf4c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:09,336 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:09,336 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c006b106b1000b894ae06f5120bf4c4: Waiting for close lock at 1732776549320Running coprocessor pre-close hooks at 1732776549320Disabling compacts and flushes for region at 1732776549320Disabling writes for close at 1732776549321 (+1 ms)Writing region close event to WAL at 1732776549326 (+5 ms)Running coprocessor post-close hooks at 1732776549336 (+10 ms)Closed at 1732776549336 2024-11-28T06:49:09,336 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776548506.6c006b106b1000b894ae06f5120bf4c4. 2024-11-28T06:49:09,344 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/info/2be7d196229544d88ba235c31e389f39 is 173, key is testClearRegionBlockCache,5,1732776548506.7edfad2af1e7a7458253867d52a10b8b./info:regioninfo/1732776548885/Put/seqid=0 2024-11-28T06:49:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:09,351 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/info/2be7d196229544d88ba235c31e389f39 2024-11-28T06:49:09,374 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/ns/769be5fa7e2d479a85e8fa083fb9b718 is 43, key is default/ns:d/1732776548398/Put/seqid=0 2024-11-28T06:49:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:09,381 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/ns/769be5fa7e2d479a85e8fa083fb9b718 2024-11-28T06:49:09,404 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/table/ba35268842af46c7826ad3cc5840f33a is 61, key is testClearRegionBlockCache/table:state/1732776548907/Put/seqid=0 2024-11-28T06:49:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:09,410 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/table/ba35268842af46c7826ad3cc5840f33a 2024-11-28T06:49:09,417 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/info/2be7d196229544d88ba235c31e389f39 as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/info/2be7d196229544d88ba235c31e389f39 2024-11-28T06:49:09,418 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:09,419 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:09,425 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/info/2be7d196229544d88ba235c31e389f39, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:09,427 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/ns/769be5fa7e2d479a85e8fa083fb9b718 as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/ns/769be5fa7e2d479a85e8fa083fb9b718 2024-11-28T06:49:09,434 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/ns/769be5fa7e2d479a85e8fa083fb9b718, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:09,435 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/.tmp/table/ba35268842af46c7826ad3cc5840f33a as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/table/ba35268842af46c7826ad3cc5840f33a 2024-11-28T06:49:09,441 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/table/ba35268842af46c7826ad3cc5840f33a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:09,443 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:09,448 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:09,449 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:09,449 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:09,449 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776549323Running coprocessor pre-close hooks at 1732776549323Disabling compacts and flushes for region at 1732776549323Disabling writes for close at 1732776549323Obtaining lock to block concurrent updates at 1732776549323Preparing flush snapshotting stores in 1588230740 at 1732776549323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776549324 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732776549325 (+1 ms)Flushing 1588230740/info: creating writer at 1732776549325Flushing 1588230740/info: appending metadata at 1732776549344 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732776549344Flushing 1588230740/ns: creating writer at 1732776549359 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732776549373 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732776549374 (+1 ms)Flushing 1588230740/table: creating writer at 1732776549388 (+14 ms)Flushing 1588230740/table: appending metadata at 1732776549403 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732776549403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563272e6: reopening flushed file at 1732776549416 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5475e: reopening flushed file at 1732776549426 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30566271: reopening flushed file at 1732776549434 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false at 1732776549443 (+9 ms)Writing region close event to WAL at 1732776549444 (+1 ms)Running coprocessor post-close hooks at 1732776549449 (+5 ms)Closed at 1732776549449 2024-11-28T06:49:09,449 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:09,521 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,43701,1732776547219; all regions closed. 2024-11-28T06:49:09,523 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,35789,1732776547256; all regions closed. 2024-11-28T06:49:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:09,533 DEBUG [RS:0;1cb9cf437a36:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs 2024-11-28T06:49:09,534 INFO [RS:0;1cb9cf437a36:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C43701%2C1732776547219:(num 1732776547959) 2024-11-28T06:49:09,534 DEBUG [RS:0;1cb9cf437a36:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,534 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:09,534 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:09,534 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:09,534 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:09,534 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:09,535 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:09,535 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:09,535 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:09,535 INFO [RS:0;1cb9cf437a36:43701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43701 2024-11-28T06:49:09,538 DEBUG [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs 2024-11-28T06:49:09,538 INFO [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C35789%2C1732776547256.meta:.meta(num 1732776548316) 2024-11-28T06:49:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:09,545 DEBUG [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/oldWALs 2024-11-28T06:49:09,545 INFO [RS:1;1cb9cf437a36:35789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C35789%2C1732776547256:(num 1732776547955) 2024-11-28T06:49:09,545 DEBUG [RS:1;1cb9cf437a36:35789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:09,545 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:09,545 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:09,545 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:09,545 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:09,545 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:09,546 INFO [RS:1;1cb9cf437a36:35789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35789 2024-11-28T06:49:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,43701,1732776547219 2024-11-28T06:49:09,559 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:09,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,35789,1732776547256 2024-11-28T06:49:09,567 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:09,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,43701,1732776547219] 2024-11-28T06:49:09,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,43701,1732776547219 already deleted, retry=false 2024-11-28T06:49:09,592 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,43701,1732776547219 expired; onlineServers=1 2024-11-28T06:49:09,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,35789,1732776547256] 2024-11-28T06:49:09,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,35789,1732776547256 already deleted, retry=false 2024-11-28T06:49:09,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,35789,1732776547256 expired; onlineServers=0 2024-11-28T06:49:09,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,44025,1732776547074' ***** 2024-11-28T06:49:09,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:09,601 INFO [M:0;1cb9cf437a36:44025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:09,601 INFO [M:0;1cb9cf437a36:44025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:09,601 DEBUG [M:0;1cb9cf437a36:44025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:09,601 DEBUG [M:0;1cb9cf437a36:44025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:09,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:09,601 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776547629 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776547629,5,FailOnTimeoutGroup] 2024-11-28T06:49:09,601 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776547634 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776547634,5,FailOnTimeoutGroup] 2024-11-28T06:49:09,601 INFO [M:0;1cb9cf437a36:44025 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:09,602 INFO [M:0;1cb9cf437a36:44025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:09,602 DEBUG [M:0;1cb9cf437a36:44025 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:09,602 INFO [M:0;1cb9cf437a36:44025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:09,602 INFO [M:0;1cb9cf437a36:44025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:09,602 INFO [M:0;1cb9cf437a36:44025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:09,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:09,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:09,609 DEBUG [M:0;1cb9cf437a36:44025 {}] zookeeper.ZKUtil(347): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T06:49:09,609 WARN [M:0;1cb9cf437a36:44025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T06:49:09,610 INFO [M:0;1cb9cf437a36:44025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/.lastflushedseqids 2024-11-28T06:49:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:09,621 INFO [M:0;1cb9cf437a36:44025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:09,621 INFO [M:0;1cb9cf437a36:44025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:09,622 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:09,622 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:09,622 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:09,622 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:09,622 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:09,622 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-28T06:49:09,639 DEBUG [M:0;1cb9cf437a36:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a5d8b6e4b845a0a893520637efac7a is 82, key is hbase:meta,,1/info:regioninfo/1732776548367/Put/seqid=0 2024-11-28T06:49:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:09,647 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a5d8b6e4b845a0a893520637efac7a 2024-11-28T06:49:09,670 DEBUG [M:0;1cb9cf437a36:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e12f9bb7ee943d1993635aae2242804 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776548917/Put/seqid=0 2024-11-28T06:49:09,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,676 INFO [RS:0;1cb9cf437a36:43701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:09,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x101817d65b40001, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,676 INFO [RS:0;1cb9cf437a36:43701 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,43701,1732776547219; zookeeper connection closed. 2024-11-28T06:49:09,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5048a11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5048a11 2024-11-28T06:49:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:09,679 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e12f9bb7ee943d1993635aae2242804 2024-11-28T06:49:09,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x101817d65b40002, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,685 INFO [RS:1;1cb9cf437a36:35789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:09,685 INFO [RS:1;1cb9cf437a36:35789 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,35789,1732776547256; zookeeper connection closed. 2024-11-28T06:49:09,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f6c3899 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f6c3899 2024-11-28T06:49:09,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:09,703 DEBUG [M:0;1cb9cf437a36:44025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984315d9f6f84f799bef8269ac1e6baa is 69, key is 1cb9cf437a36,35789,1732776547256/rs:state/1732776547745/Put/seqid=0 2024-11-28T06:49:09,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:09,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:09,710 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984315d9f6f84f799bef8269ac1e6baa 2024-11-28T06:49:09,718 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a5d8b6e4b845a0a893520637efac7a as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a5d8b6e4b845a0a893520637efac7a 2024-11-28T06:49:09,726 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a5d8b6e4b845a0a893520637efac7a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:09,727 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e12f9bb7ee943d1993635aae2242804 as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e12f9bb7ee943d1993635aae2242804 2024-11-28T06:49:09,735 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e12f9bb7ee943d1993635aae2242804, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:09,736 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984315d9f6f84f799bef8269ac1e6baa as hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984315d9f6f84f799bef8269ac1e6baa 2024-11-28T06:49:09,745 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/3ad31623-eac5-760d-afb0-282b04dd1c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984315d9f6f84f799bef8269ac1e6baa, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:09,747 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:09,748 INFO [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:09,748 DEBUG [M:0;1cb9cf437a36:44025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776549622Disabling compacts and flushes for region at 1732776549622Disabling writes for close at 1732776549622Obtaining lock to block concurrent updates at 1732776549622Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776549622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1732776549622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776549623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776549623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776549638 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776549638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776549654 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776549670 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776549670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776549687 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776549702 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776549703 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2429269d: reopening flushed file at 1732776549717 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fee275: reopening flushed file at 1732776549726 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c53ce46: reopening flushed file at 1732776549735 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1732776549747 (+12 ms)Writing region close event to WAL at 1732776549748 (+1 ms)Closed at 1732776549748 2024-11-28T06:49:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44873 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36977 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:09,753 INFO [M:0;1cb9cf437a36:44025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:09,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:09,753 INFO [M:0;1cb9cf437a36:44025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44025 2024-11-28T06:49:09,753 INFO [M:0;1cb9cf437a36:44025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:09,882 INFO [M:0;1cb9cf437a36:44025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44025-0x101817d65b40000, quorum=127.0.0.1:51561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:09,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@546175d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:09,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ff1c9df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:09,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:09,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4db7bf3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2773b93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:09,887 WARN [BP-533452713-172.17.0.2-1732776545372 heartbeating to localhost/127.0.0.1:34611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:09,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:09,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:09,887 WARN [BP-533452713-172.17.0.2-1732776545372 heartbeating to localhost/127.0.0.1:34611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533452713-172.17.0.2-1732776545372 (Datanode Uuid 66356e03-4665-49d7-bb93-a15ea69e84a4) service to localhost/127.0.0.1:34611 2024-11-28T06:49:09,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data3/current/BP-533452713-172.17.0.2-1732776545372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:09,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data4/current/BP-533452713-172.17.0.2-1732776545372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:09,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:09,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e96832{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:09,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e55681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:09,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:09,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5859f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:09,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a11a3d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:09,894 WARN [BP-533452713-172.17.0.2-1732776545372 heartbeating to localhost/127.0.0.1:34611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:09,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:09,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:09,894 WARN [BP-533452713-172.17.0.2-1732776545372 heartbeating to localhost/127.0.0.1:34611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533452713-172.17.0.2-1732776545372 (Datanode Uuid 8b1bfa2c-fc09-4d50-9e3d-e38c56af2400) service to localhost/127.0.0.1:34611 2024-11-28T06:49:09,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data1/current/BP-533452713-172.17.0.2-1732776545372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:09,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/cluster_cbb30108-47c0-ab27-f1e9-3c6f6de59157/data/data2/current/BP-533452713-172.17.0.2-1732776545372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:09,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69469545{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:09,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@696bc0b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:09,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df85084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:09,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4d4f2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:09,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:09,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:09,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 81) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34611 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34611 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7701 (was 7884) 2024-11-28T06:49:09,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=7701 2024-11-28T06:49:09,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir so I do NOT create it in target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1 2024-11-28T06:49:09,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T06:49:09,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.tmp.dir so I do NOT create it in target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1 2024-11-28T06:49:09,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/620e2978-2a2b-5c2b-2e42-d2d3657bf4bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T06:49:09,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1 2024-11-28T06:49:09,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:49:09,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e, deleteOnExit=true 2024-11-28T06:49:09,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/test.cache.data in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:49:09,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:09,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:49:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:49:10,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:10,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:10,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:10,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:10,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:10,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:10,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52926c44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:10,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c412f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:10,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e66e5dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/java.io.tmpdir/jetty-localhost-35407-hadoop-hdfs-3_4_1-tests_jar-_-any-13611160111533422648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:10,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33427346{HTTP/1.1, (http/1.1)}{localhost:35407} 2024-11-28T06:49:10,323 INFO [Time-limited test {}] server.Server(415): Started @16552ms 2024-11-28T06:49:10,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:10,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:10,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:10,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:10,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:10,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489a444e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:10,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157e6191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:10,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103f460c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/java.io.tmpdir/jetty-localhost-39535-hadoop-hdfs-3_4_1-tests_jar-_-any-5347676319536475672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:10,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@750ed04e{HTTP/1.1, (http/1.1)}{localhost:39535} 2024-11-28T06:49:10,659 INFO [Time-limited test {}] server.Server(415): Started @16888ms 2024-11-28T06:49:10,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:10,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:10,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:10,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:10,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:10,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:10,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1848ec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:10,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b7b1d6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:10,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@847210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/java.io.tmpdir/jetty-localhost-39307-hadoop-hdfs-3_4_1-tests_jar-_-any-6588135547492075837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:10,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c98a31b{HTTP/1.1, (http/1.1)}{localhost:39307} 2024-11-28T06:49:10,808 INFO [Time-limited test {}] server.Server(415): Started @17037ms 2024-11-28T06:49:10,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:11,303 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data1/current/BP-653772291-172.17.0.2-1732776549988/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:11,304 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data2/current/BP-653772291-172.17.0.2-1732776549988/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:11,324 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664f6aac290bef23 with lease ID 0x30a9a836f266225c: Processing first storage report for DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06 from datanode DatanodeRegistration(127.0.0.1:40447, datanodeUuid=0ebf675d-1042-4a35-a2bd-5a068b900afb, infoPort=40659, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988) 2024-11-28T06:49:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664f6aac290bef23 with lease ID 0x30a9a836f266225c: from storage DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06 node DatanodeRegistration(127.0.0.1:40447, datanodeUuid=0ebf675d-1042-4a35-a2bd-5a068b900afb, infoPort=40659, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664f6aac290bef23 with lease ID 0x30a9a836f266225c: Processing first storage report for DS-82e99399-8092-489c-a0ad-c904ecf04a18 from datanode DatanodeRegistration(127.0.0.1:40447, datanodeUuid=0ebf675d-1042-4a35-a2bd-5a068b900afb, infoPort=40659, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988) 2024-11-28T06:49:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664f6aac290bef23 with lease ID 0x30a9a836f266225c: from storage DS-82e99399-8092-489c-a0ad-c904ecf04a18 node DatanodeRegistration(127.0.0.1:40447, datanodeUuid=0ebf675d-1042-4a35-a2bd-5a068b900afb, infoPort=40659, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:11,449 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data4/current/BP-653772291-172.17.0.2-1732776549988/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:11,449 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data3/current/BP-653772291-172.17.0.2-1732776549988/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:11,467 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5448d2f6e9a03d57 with lease ID 0x30a9a836f266225d: Processing first storage report for DS-33850aa0-0dd1-45e5-996a-edce5565a8ca from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=8f9dc423-0eaf-4279-8fe5-6c1a27bc2f21, infoPort=38037, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988) 2024-11-28T06:49:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5448d2f6e9a03d57 with lease ID 0x30a9a836f266225d: from storage DS-33850aa0-0dd1-45e5-996a-edce5565a8ca node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=8f9dc423-0eaf-4279-8fe5-6c1a27bc2f21, infoPort=38037, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5448d2f6e9a03d57 with lease ID 0x30a9a836f266225d: Processing first storage report for DS-e16fbf56-4077-4c38-9b54-dd59c1b68e82 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=8f9dc423-0eaf-4279-8fe5-6c1a27bc2f21, infoPort=38037, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988) 2024-11-28T06:49:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5448d2f6e9a03d57 with lease ID 0x30a9a836f266225d: from storage DS-e16fbf56-4077-4c38-9b54-dd59c1b68e82 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=8f9dc423-0eaf-4279-8fe5-6c1a27bc2f21, infoPort=38037, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=314345569;c=1732776549988), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T06:49:11,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1 2024-11-28T06:49:11,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/zookeeper_0, clientPort=65089, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:49:11,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65089 2024-11-28T06:49:11,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:11,561 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 with version=8 2024-11-28T06:49:11,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/hbase-staging 2024-11-28T06:49:11,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:11,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:11,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33319 2024-11-28T06:49:11,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33319 connecting to ZooKeeper ensemble=127.0.0.1:65089 2024-11-28T06:49:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333190x0, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:11,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33319-0x101817d77400000 connected 2024-11-28T06:49:11,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:11,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6, hbase.cluster.distributed=false 2024-11-28T06:49:11,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:11,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33319 2024-11-28T06:49:11,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33319 2024-11-28T06:49:11,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33319 2024-11-28T06:49:11,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33319 2024-11-28T06:49:11,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33319 2024-11-28T06:49:11,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:11,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:11,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32827 2024-11-28T06:49:11,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32827 connecting to ZooKeeper ensemble=127.0.0.1:65089 2024-11-28T06:49:11,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328270x0, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:11,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328270x0, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:11,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32827-0x101817d77400001 connected 2024-11-28T06:49:11,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:11,727 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:11,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:11,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:11,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-28T06:49:11,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32827 2024-11-28T06:49:11,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32827 2024-11-28T06:49:11,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-28T06:49:11,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32827 2024-11-28T06:49:11,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:11,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:11,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33923 2024-11-28T06:49:11,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33923 connecting to ZooKeeper ensemble=127.0.0.1:65089 2024-11-28T06:49:11,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339230x0, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:11,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339230x0, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:11,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33923-0x101817d77400002 connected 2024-11-28T06:49:11,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:11,760 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:11,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:11,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:11,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33923 2024-11-28T06:49:11,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33923 2024-11-28T06:49:11,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33923 2024-11-28T06:49:11,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33923 2024-11-28T06:49:11,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33923 2024-11-28T06:49:11,778 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:33319 2024-11-28T06:49:11,779 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:11,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,791 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,801 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:11,801 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,33319,1732776551563 from backup master directory 2024-11-28T06:49:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:11,808 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:11,809 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:11,814 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/hbase.id] with ID: 0c9d6ee7-c272-4c73-8fa7-58a6bdbb7009 2024-11-28T06:49:11,814 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/.tmp/hbase.id 2024-11-28T06:49:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:11,822 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/.tmp/hbase.id]:[hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/hbase.id] 2024-11-28T06:49:11,834 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:11,834 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:11,836 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T06:49:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:11,854 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:11,855 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:11,855 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:11,866 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store 2024-11-28T06:49:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:11,875 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:11,875 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:11,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776551875Disabling compacts and flushes for region at 1732776551875Disabling writes for close at 1732776551875Writing region close event to WAL at 1732776551875Closed at 1732776551875 2024-11-28T06:49:11,877 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/.initializing 2024-11-28T06:49:11,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/WALs/1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:11,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:11,880 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C33319%2C1732776551563, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/WALs/1cb9cf437a36,33319,1732776551563, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:11,899 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/WALs/1cb9cf437a36,33319,1732776551563/1cb9cf437a36%2C33319%2C1732776551563.1732776551880, exclude list is [], retry=0 2024-11-28T06:49:11,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-33850aa0-0dd1-45e5-996a-edce5565a8ca,DISK] 2024-11-28T06:49:11,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06,DISK] 2024-11-28T06:49:11,906 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/WALs/1cb9cf437a36,33319,1732776551563/1cb9cf437a36%2C33319%2C1732776551563.1732776551880 2024-11-28T06:49:11,906 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38037:38037),(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-28T06:49:11,906 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:11,906 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:11,906 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,906 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:11,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:11,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:11,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:11,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:11,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:11,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:11,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:11,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:11,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:11,919 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,920 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,920 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,922 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,922 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,922 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:11,924 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:11,926 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:11,927 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58973824, jitterRate=-0.12122154235839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:11,929 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776551907Initializing all the Stores at 1732776551908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776551908Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776551908Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776551908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776551908Cleaning up temporary data from old regions at 1732776551922 (+14 ms)Region opened successfully at 1732776551929 (+7 ms) 2024-11-28T06:49:11,929 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:11,933 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546a467d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:11,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:11,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:11,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:11,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:11,936 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T06:49:11,936 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T06:49:11,936 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:11,939 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:11,940 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:12,100 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:12,101 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:12,102 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:12,200 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:12,201 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:12,202 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:12,290 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:12,291 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:12,376 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:12,378 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:12,475 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:12,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:12,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:12,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,33319,1732776551563, sessionid=0x101817d77400000, setting cluster-up flag (Was=false) 2024-11-28T06:49:12,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,616 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:12,618 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:12,658 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:12,659 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:12,661 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:12,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:12,663 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:12,663 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:12,664 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,33319,1732776551563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:12,665 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:12,665 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:12,665 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:12,666 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:12,666 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:12,666 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,666 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:12,666 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776582667 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:12,667 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:12,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:12,668 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:12,668 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:12,668 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:12,668 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(746): ClusterId : 0c9d6ee7-c272-4c73-8fa7-58a6bdbb7009 2024-11-28T06:49:12,668 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(746): ClusterId : 0c9d6ee7-c272-4c73-8fa7-58a6bdbb7009 2024-11-28T06:49:12,668 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:12,668 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:12,669 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776552669,5,FailOnTimeoutGroup] 2024-11-28T06:49:12,669 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776552669,5,FailOnTimeoutGroup] 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:12,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,669 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:12,676 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:12,676 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:12,676 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:12,676 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:12,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:12,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:12,684 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:12,684 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:12,684 DEBUG [RS:0;1cb9cf437a36:32827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1aa0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:12,684 DEBUG [RS:1;1cb9cf437a36:33923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e652ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:12,695 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:32827 2024-11-28T06:49:12,695 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:33923 2024-11-28T06:49:12,695 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:12,695 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:12,695 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:12,695 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:12,695 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:12,695 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:12,696 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,33319,1732776551563 with port=32827, startcode=1732776551707 2024-11-28T06:49:12,696 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,33319,1732776551563 with port=33923, startcode=1732776551743 2024-11-28T06:49:12,696 DEBUG [RS:0;1cb9cf437a36:32827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:12,696 DEBUG [RS:1;1cb9cf437a36:33923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:12,698 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37697, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:12,698 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:12,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33319 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33319 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,700 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 2024-11-28T06:49:12,700 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46577 2024-11-28T06:49:12,700 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:12,702 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 2024-11-28T06:49:12,702 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46577 2024-11-28T06:49:12,702 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:12,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:12,741 DEBUG [RS:0;1cb9cf437a36:32827 {}] zookeeper.ZKUtil(111): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,741 WARN [RS:0;1cb9cf437a36:32827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:12,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,32827,1732776551707] 2024-11-28T06:49:12,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,33923,1732776551743] 2024-11-28T06:49:12,742 INFO [RS:0;1cb9cf437a36:32827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:12,742 DEBUG [RS:1;1cb9cf437a36:33923 {}] zookeeper.ZKUtil(111): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,742 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,742 WARN [RS:1;1cb9cf437a36:33923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:12,742 INFO [RS:1;1cb9cf437a36:33923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:12,742 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,746 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:12,746 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:12,750 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:12,753 INFO [RS:1;1cb9cf437a36:33923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:12,753 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,754 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:12,754 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:12,755 INFO [RS:0;1cb9cf437a36:32827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:12,755 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,755 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:12,755 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:12,756 DEBUG [RS:1;1cb9cf437a36:33923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:12,757 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:12,757 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,757 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,758 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,758 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,758 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:12,758 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:12,758 DEBUG [RS:0;1cb9cf437a36:32827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,32827,1732776551707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,763 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33923,1732776551743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:12,784 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:12,784 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,32827,1732776551707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,784 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,784 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.Replication(171): 1cb9cf437a36,32827,1732776551707 started 2024-11-28T06:49:12,785 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:12,785 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33923,1732776551743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,785 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,785 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.Replication(171): 1cb9cf437a36,33923,1732776551743 started 2024-11-28T06:49:12,804 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,804 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,32827,1732776551707, RpcServer on 1cb9cf437a36/172.17.0.2:32827, sessionid=0x101817d77400001 2024-11-28T06:49:12,804 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:12,804 DEBUG [RS:0;1cb9cf437a36:32827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,804 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,32827,1732776551707' 2024-11-28T06:49:12,804 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:12,804 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:12,804 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,33923,1732776551743, RpcServer on 1cb9cf437a36/172.17.0.2:33923, sessionid=0x101817d77400002 2024-11-28T06:49:12,805 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:12,805 DEBUG [RS:1;1cb9cf437a36:33923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,805 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,33923,1732776551743' 2024-11-28T06:49:12,805 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:12,805 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,32827,1732776551707' 2024-11-28T06:49:12,805 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,33923,1732776551743' 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:12,806 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:12,806 DEBUG [RS:0;1cb9cf437a36:32827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:12,806 INFO [RS:0;1cb9cf437a36:32827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:12,806 INFO [RS:0;1cb9cf437a36:32827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:12,806 DEBUG [RS:1;1cb9cf437a36:33923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:12,806 INFO [RS:1;1cb9cf437a36:33923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:12,806 INFO [RS:1;1cb9cf437a36:33923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:12,907 INFO [RS:0;1cb9cf437a36:32827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:12,907 INFO [RS:1;1cb9cf437a36:33923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:12,909 INFO [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C32827%2C1732776551707, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs, maxLogs=32 2024-11-28T06:49:12,909 INFO [RS:1;1cb9cf437a36:33923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C33923%2C1732776551743, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,33923,1732776551743, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs, maxLogs=32 2024-11-28T06:49:12,928 DEBUG [RS:1;1cb9cf437a36:33923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,33923,1732776551743/1cb9cf437a36%2C33923%2C1732776551743.1732776552910, exclude list is [], retry=0 2024-11-28T06:49:12,928 DEBUG [RS:0;1cb9cf437a36:32827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707/1cb9cf437a36%2C32827%2C1732776551707.1732776552910, exclude list is [], retry=0 2024-11-28T06:49:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06,DISK] 2024-11-28T06:49:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06,DISK] 2024-11-28T06:49:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-33850aa0-0dd1-45e5-996a-edce5565a8ca,DISK] 2024-11-28T06:49:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-33850aa0-0dd1-45e5-996a-edce5565a8ca,DISK] 2024-11-28T06:49:12,935 INFO [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707/1cb9cf437a36%2C32827%2C1732776551707.1732776552910 2024-11-28T06:49:12,935 INFO [RS:1;1cb9cf437a36:33923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,33923,1732776551743/1cb9cf437a36%2C33923%2C1732776551743.1732776552910 2024-11-28T06:49:12,939 DEBUG [RS:1;1cb9cf437a36:33923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659),(127.0.0.1/127.0.0.1:38037:38037)] 2024-11-28T06:49:12,939 DEBUG [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659),(127.0.0.1/127.0.0.1:38037:38037)] 2024-11-28T06:49:13,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:13,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 2024-11-28T06:49:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741834_1010 (size=32) 2024-11-28T06:49:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741834_1010 (size=32) 2024-11-28T06:49:13,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:13,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:13,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:13,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:13,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:13,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:13,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:13,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:13,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:13,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740 2024-11-28T06:49:13,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740 2024-11-28T06:49:13,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:13,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:13,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:13,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:13,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:13,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819761, jitterRate=0.055296674370765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:13,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776553094Initializing all the Stores at 1732776553095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776553095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553095Cleaning up temporary data from old regions at 1732776553106 (+11 ms)Region opened successfully at 1732776553111 (+5 ms) 2024-11-28T06:49:13,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:13,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:13,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:13,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:13,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:13,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:13,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776553111Disabling compacts and flushes for region at 1732776553111Disabling writes for close at 1732776553112 (+1 ms)Writing region close event to WAL at 1732776553112Closed at 1732776553112 2024-11-28T06:49:13,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:13,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:13,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:13,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:13,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:13,266 DEBUG [1cb9cf437a36:33319 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:13,266 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:13,269 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:13,269 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:13,269 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:13,269 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:13,269 INFO [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:13,269 INFO [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:13,269 DEBUG [1cb9cf437a36:33319 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:13,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:13,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,32827,1732776551707, state=OPENING 2024-11-28T06:49:13,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:13,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:13,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:13,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:13,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:13,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,32827,1732776551707}] 2024-11-28T06:49:13,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:13,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:13,477 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:13,477 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:13,478 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:13,480 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C32827%2C1732776551707.meta, suffix=.meta, logDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs, maxLogs=32 2024-11-28T06:49:13,493 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707/1cb9cf437a36%2C32827%2C1732776551707.meta.1732776553481.meta, exclude list is [], retry=0 2024-11-28T06:49:13,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-33850aa0-0dd1-45e5-996a-edce5565a8ca,DISK] 2024-11-28T06:49:13,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-172a87ec-ef39-47f1-aa3f-1f645ae56f06,DISK] 2024-11-28T06:49:13,498 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/WALs/1cb9cf437a36,32827,1732776551707/1cb9cf437a36%2C32827%2C1732776551707.meta.1732776553481.meta 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38037:38037),(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:13,499 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:13,499 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,500 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:13,500 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:13,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:13,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:13,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:13,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:13,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:13,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:13,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:13,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:13,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:13,508 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:13,509 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740 2024-11-28T06:49:13,510 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740 2024-11-28T06:49:13,512 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:13,512 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:13,512 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:13,513 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:13,514 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64937579, jitterRate=-0.03235466778278351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:13,514 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:13,515 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776553500Writing region info on filesystem at 1732776553500Initializing all the Stores at 1732776553501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776553501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776553501Cleaning up temporary data from old regions at 1732776553512 (+11 ms)Running coprocessor post-open hooks at 1732776553514 (+2 ms)Region opened successfully at 1732776553515 (+1 ms) 2024-11-28T06:49:13,516 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776553471 2024-11-28T06:49:13,518 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:13,519 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:13,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:13,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,32827,1732776551707, state=OPEN 2024-11-28T06:49:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:13,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:13,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:13,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:13,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:13,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,32827,1732776551707 in 225 msec 2024-11-28T06:49:13,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:13,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-28T06:49:13,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:13,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:13,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:13,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,32827,1732776551707, seqNum=-1] 2024-11-28T06:49:13,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:13,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:13,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-28T06:49:13,558 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776553558, completionTime=-1 2024-11-28T06:49:13,558 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:13,558 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:13,560 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:13,560 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776613560 2024-11-28T06:49:13,560 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776673560 2024-11-28T06:49:13,560 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T06:49:13,561 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T06:49:13,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:33319, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,561 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,562 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,564 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:13,566 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.757sec 2024-11-28T06:49:13,566 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:13,567 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:13,569 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:13,569 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:13,569 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33319,1732776551563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:13,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1ca025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:13,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,33319,-1 for getting cluster id 2024-11-28T06:49:13,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:13,572 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9d6ee7-c272-4c73-8fa7-58a6bdbb7009' 2024-11-28T06:49:13,572 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:13,572 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9d6ee7-c272-4c73-8fa7-58a6bdbb7009" 2024-11-28T06:49:13,573 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbb5e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:13,573 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,33319,-1] 2024-11-28T06:49:13,573 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:13,573 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:13,574 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:13,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57282d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:13,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:13,577 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,32827,1732776551707, seqNum=-1] 2024-11-28T06:49:13,577 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:13,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:13,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:13,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:13,582 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:13,582 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc13383 2024-11-28T06:49:13,582 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:13,583 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:13,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:13,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:13,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:13,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:13,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f03079ef614ab169e94261cb77b78037, NAME => 'testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 2024-11-28T06:49:13,602 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32f2ac597af02d264c5e6de7099ec144, NAME => 'testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6 2024-11-28T06:49:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:13,616 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,616 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 32f2ac597af02d264c5e6de7099ec144, disabling compactions & flushes 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f03079ef614ab169e94261cb77b78037, disabling compactions & flushes 2024-11-28T06:49:13,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. after waiting 0 ms 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. after waiting 0 ms 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32f2ac597af02d264c5e6de7099ec144: Waiting for close lock at 1732776553616Disabling compacts and flushes for region at 1732776553617 (+1 ms)Disabling writes for close at 1732776553617Writing region close event to WAL at 1732776553617Closed at 1732776553617 2024-11-28T06:49:13,617 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f03079ef614ab169e94261cb77b78037: Waiting for close lock at 1732776553617Disabling compacts and flushes for region at 1732776553617Disabling writes for close at 1732776553617Writing region close event to WAL at 1732776553617Closed at 1732776553617 2024-11-28T06:49:13,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:13,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776553619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776553619"}]},"ts":"1732776553619"} 2024-11-28T06:49:13,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776553619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776553619"}]},"ts":"1732776553619"} 2024-11-28T06:49:13,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:13,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776553624"}]},"ts":"1732776553624"} 2024-11-28T06:49:13,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:13,628 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:13,629 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:13,629 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:13,629 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:13,629 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:13,629 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:13,629 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:13,629 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:13,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03079ef614ab169e94261cb77b78037, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144, ASSIGN}] 2024-11-28T06:49:13,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144, ASSIGN 2024-11-28T06:49:13,632 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03079ef614ab169e94261cb77b78037, ASSIGN 2024-11-28T06:49:13,633 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03079ef614ab169e94261cb77b78037, ASSIGN; state=OFFLINE, location=1cb9cf437a36,32827,1732776551707; forceNewPlan=false, retain=false 2024-11-28T06:49:13,633 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144, ASSIGN; state=OFFLINE, location=1cb9cf437a36,33923,1732776551743; forceNewPlan=false, retain=false 2024-11-28T06:49:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:13,784 INFO [1cb9cf437a36:33319 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:13,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32f2ac597af02d264c5e6de7099ec144, regionState=OPENING, regionLocation=1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:13,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f03079ef614ab169e94261cb77b78037, regionState=OPENING, regionLocation=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:13,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03079ef614ab169e94261cb77b78037, ASSIGN because future has completed 2024-11-28T06:49:13,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f03079ef614ab169e94261cb77b78037, server=1cb9cf437a36,32827,1732776551707}] 2024-11-28T06:49:13,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144, ASSIGN because future has completed 2024-11-28T06:49:13,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f2ac597af02d264c5e6de7099ec144, server=1cb9cf437a36,33923,1732776551743}] 2024-11-28T06:49:13,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T06:49:13,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:13,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:13,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:13,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:13,944 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:13,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:13,946 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f03079ef614ab169e94261cb77b78037, NAME => 'testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,946 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,948 INFO [StoreOpener-f03079ef614ab169e94261cb77b78037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,949 INFO [StoreOpener-f03079ef614ab169e94261cb77b78037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f03079ef614ab169e94261cb77b78037 columnFamilyName family 2024-11-28T06:49:13,949 DEBUG [StoreOpener-f03079ef614ab169e94261cb77b78037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,950 INFO [StoreOpener-f03079ef614ab169e94261cb77b78037-1 {}] regionserver.HStore(327): Store=f03079ef614ab169e94261cb77b78037/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:13,950 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,951 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 32f2ac597af02d264c5e6de7099ec144, NAME => 'testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:13,951 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,952 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,952 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,952 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,953 INFO [StoreOpener-32f2ac597af02d264c5e6de7099ec144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,954 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,954 INFO [StoreOpener-32f2ac597af02d264c5e6de7099ec144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32f2ac597af02d264c5e6de7099ec144 columnFamilyName family 2024-11-28T06:49:13,954 DEBUG [StoreOpener-32f2ac597af02d264c5e6de7099ec144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:13,955 INFO [StoreOpener-32f2ac597af02d264c5e6de7099ec144-1 {}] regionserver.HStore(327): Store=32f2ac597af02d264c5e6de7099ec144/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:13,955 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,956 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:13,956 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,956 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,956 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f03079ef614ab169e94261cb77b78037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67136756, jitterRate=4.1562318801879883E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:13,957 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:13,957 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,957 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,958 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f03079ef614ab169e94261cb77b78037: Running coprocessor pre-open hook at 1732776553946Writing region info on filesystem at 1732776553946Initializing all the Stores at 1732776553947 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776553947Cleaning up temporary data from old regions at 1732776553952 (+5 ms)Running coprocessor post-open hooks at 1732776553957 (+5 ms)Region opened successfully at 1732776553957 2024-11-28T06:49:13,958 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,959 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037., pid=7, masterSystemTime=1732776553941 2024-11-28T06:49:13,961 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:13,961 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,961 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:13,961 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 32f2ac597af02d264c5e6de7099ec144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60773358, jitterRate=-0.09440639615058899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:13,962 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:13,962 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 32f2ac597af02d264c5e6de7099ec144: Running coprocessor pre-open hook at 1732776553952Writing region info on filesystem at 1732776553952Initializing all the Stores at 1732776553952Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776553953 (+1 ms)Cleaning up temporary data from old regions at 1732776553957 (+4 ms)Running coprocessor post-open hooks at 1732776553962 (+5 ms)Region opened successfully at 1732776553962 2024-11-28T06:49:13,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f03079ef614ab169e94261cb77b78037, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:13,963 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144., pid=8, masterSystemTime=1732776553944 2024-11-28T06:49:13,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f03079ef614ab169e94261cb77b78037, server=1cb9cf437a36,32827,1732776551707 because future has completed 2024-11-28T06:49:13,965 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,966 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:13,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32f2ac597af02d264c5e6de7099ec144, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:13,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f2ac597af02d264c5e6de7099ec144, server=1cb9cf437a36,33923,1732776551743 because future has completed 2024-11-28T06:49:13,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T06:49:13,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f03079ef614ab169e94261cb77b78037, server=1cb9cf437a36,32827,1732776551707 in 178 msec 2024-11-28T06:49:13,970 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33319 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1cb9cf437a36,33923,1732776551743, table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T06:49:13,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03079ef614ab169e94261cb77b78037, ASSIGN in 340 msec 2024-11-28T06:49:13,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T06:49:13,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32f2ac597af02d264c5e6de7099ec144, server=1cb9cf437a36,33923,1732776551743 in 183 msec 2024-11-28T06:49:13,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T06:49:13,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=32f2ac597af02d264c5e6de7099ec144, ASSIGN in 345 msec 2024-11-28T06:49:13,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:13,979 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776553979"}]},"ts":"1732776553979"} 2024-11-28T06:49:13,982 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:13,983 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:13,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 399 msec 2024-11-28T06:49:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:14,218 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:14,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:14,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:14,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:14,222 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:14,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:14,226 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037., hostname=1cb9cf437a36,32827,1732776551707, seqNum=2] 2024-11-28T06:49:14,239 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144., hostname=1cb9cf437a36,33923,1732776551743, seqNum=2] 2024-11-28T06:49:14,239 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:14,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:14,251 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f03079ef614ab169e94261cb77b78037 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:14,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/.tmp/family/233f202b1c3b48c5abd42c4c9445b1ea is 32, key is 1/family:/1732776554227/Put/seqid=0 2024-11-28T06:49:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741839_1015 (size=5054) 2024-11-28T06:49:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741839_1015 (size=5054) 2024-11-28T06:49:14,271 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/.tmp/family/233f202b1c3b48c5abd42c4c9445b1ea 2024-11-28T06:49:14,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/.tmp/family/233f202b1c3b48c5abd42c4c9445b1ea as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/family/233f202b1c3b48c5abd42c4c9445b1ea 2024-11-28T06:49:14,287 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/family/233f202b1c3b48c5abd42c4c9445b1ea, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:14,288 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f03079ef614ab169e94261cb77b78037 in 37ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:14,288 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f03079ef614ab169e94261cb77b78037: 2024-11-28T06:49:14,288 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 32f2ac597af02d264c5e6de7099ec144 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:14,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/.tmp/family/516c35e7be34480e8ff2e94d5557edc0 is 32, key is 5/family:/1732776554241/Put/seqid=0 2024-11-28T06:49:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741840_1016 (size=5083) 2024-11-28T06:49:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741840_1016 (size=5083) 2024-11-28T06:49:14,311 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/.tmp/family/516c35e7be34480e8ff2e94d5557edc0 2024-11-28T06:49:14,318 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/.tmp/family/516c35e7be34480e8ff2e94d5557edc0 as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/family/516c35e7be34480e8ff2e94d5557edc0 2024-11-28T06:49:14,325 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/family/516c35e7be34480e8ff2e94d5557edc0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:14,326 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 32f2ac597af02d264c5e6de7099ec144 in 38ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:14,326 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 32f2ac597af02d264c5e6de7099ec144: 2024-11-28T06:49:14,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T06:49:14,334 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:14,334 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:14,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:14,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:14,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:14,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:14,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:14,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:14,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:14,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1487849740, stopped=false 2024-11-28T06:49:14,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,33319,1732776551563 2024-11-28T06:49:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:14,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:14,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:14,384 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:14,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:14,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:14,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:14,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,32827,1732776551707' ***** 2024-11-28T06:49:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,33923,1732776551743' ***** 2024-11-28T06:49:14,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(3091): Received CLOSE for 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(3091): Received CLOSE for f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:14,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:14,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:32827. 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:33923. 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f03079ef614ab169e94261cb77b78037, disabling compactions & flushes 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32f2ac597af02d264c5e6de7099ec144, disabling compactions & flushes 2024-11-28T06:49:14,386 DEBUG [RS:0;1cb9cf437a36:32827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:14,386 DEBUG [RS:1;1cb9cf437a36:33923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:14,386 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:14,386 DEBUG [RS:0;1cb9cf437a36:32827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,386 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:14,386 DEBUG [RS:1;1cb9cf437a36:33923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:14,386 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. after waiting 0 ms 2024-11-28T06:49:14,386 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. after waiting 0 ms 2024-11-28T06:49:14,386 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:14,387 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:14,387 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1325): Online Regions={32f2ac597af02d264c5e6de7099ec144=testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144.} 2024-11-28T06:49:14,387 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:14,387 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:14,387 DEBUG [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1351): Waiting on 32f2ac597af02d264c5e6de7099ec144 2024-11-28T06:49:14,387 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:14,387 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1325): Online Regions={f03079ef614ab169e94261cb77b78037=testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T06:49:14,387 DEBUG [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f03079ef614ab169e94261cb77b78037 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:14,387 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:14,387 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:14,387 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:14,398 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/f03079ef614ab169e94261cb77b78037/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:14,398 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:14,399 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f03079ef614ab169e94261cb77b78037: Waiting for close lock at 1732776554386Running coprocessor pre-close hooks at 1732776554386Disabling compacts and flushes for region at 1732776554386Disabling writes for close at 1732776554386Writing region close event to WAL at 1732776554391 (+5 ms)Running coprocessor post-close hooks at 1732776554398 (+7 ms)Closed at 1732776554398 2024-11-28T06:49:14,399 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776553584.f03079ef614ab169e94261cb77b78037. 2024-11-28T06:49:14,401 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/default/testClearRegionBlockCache/32f2ac597af02d264c5e6de7099ec144/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:14,401 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:14,402 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32f2ac597af02d264c5e6de7099ec144: Waiting for close lock at 1732776554386Running coprocessor pre-close hooks at 1732776554386Disabling compacts and flushes for region at 1732776554386Disabling writes for close at 1732776554387 (+1 ms)Writing region close event to WAL at 1732776554397 (+10 ms)Running coprocessor post-close hooks at 1732776554401 (+4 ms)Closed at 1732776554401 2024-11-28T06:49:14,402 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144. 2024-11-28T06:49:14,413 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/info/5dc46cd6e88d47c08dd0a00992c84617 is 173, key is testClearRegionBlockCache,5,1732776553584.32f2ac597af02d264c5e6de7099ec144./info:regioninfo/1732776553966/Put/seqid=0 2024-11-28T06:49:14,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:14,419 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/info/5dc46cd6e88d47c08dd0a00992c84617 2024-11-28T06:49:14,442 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/ns/cec8b19767bd4a709b522bdf6eae2f41 is 43, key is default/ns:d/1732776553553/Put/seqid=0 2024-11-28T06:49:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:14,450 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/ns/cec8b19767bd4a709b522bdf6eae2f41 2024-11-28T06:49:14,465 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:14,467 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:14,472 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/table/15df487564c5425dba09f6e4cf1d8535 is 61, key is testClearRegionBlockCache/table:state/1732776553979/Put/seqid=0 2024-11-28T06:49:14,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:14,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:14,478 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/table/15df487564c5425dba09f6e4cf1d8535 2024-11-28T06:49:14,486 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/info/5dc46cd6e88d47c08dd0a00992c84617 as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/info/5dc46cd6e88d47c08dd0a00992c84617 2024-11-28T06:49:14,492 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/info/5dc46cd6e88d47c08dd0a00992c84617, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:14,494 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/ns/cec8b19767bd4a709b522bdf6eae2f41 as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/ns/cec8b19767bd4a709b522bdf6eae2f41 2024-11-28T06:49:14,501 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/ns/cec8b19767bd4a709b522bdf6eae2f41, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:14,502 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/.tmp/table/15df487564c5425dba09f6e4cf1d8535 as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/table/15df487564c5425dba09f6e4cf1d8535 2024-11-28T06:49:14,508 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/table/15df487564c5425dba09f6e4cf1d8535, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:14,509 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:14,514 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:14,515 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:14,515 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:14,515 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776554387Running coprocessor pre-close hooks at 1732776554387Disabling compacts and flushes for region at 1732776554387Disabling writes for close at 1732776554387Obtaining lock to block concurrent updates at 1732776554387Preparing flush snapshotting stores in 1588230740 at 1732776554387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776554388 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732776554388Flushing 1588230740/info: creating writer at 1732776554389 (+1 ms)Flushing 1588230740/info: appending metadata at 1732776554412 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732776554413 (+1 ms)Flushing 1588230740/ns: creating writer at 1732776554426 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732776554442 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732776554442Flushing 1588230740/table: creating writer at 1732776554457 (+15 ms)Flushing 1588230740/table: appending metadata at 1732776554471 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732776554471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b38269e: reopening flushed file at 1732776554484 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e209f6: reopening flushed file at 1732776554493 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b1f85d: reopening flushed file at 1732776554501 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1732776554509 (+8 ms)Writing region close event to WAL at 1732776554511 (+2 ms)Running coprocessor post-close hooks at 1732776554515 (+4 ms)Closed at 1732776554515 2024-11-28T06:49:14,515 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:14,587 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,33923,1732776551743; all regions closed. 2024-11-28T06:49:14,587 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,32827,1732776551707; all regions closed. 2024-11-28T06:49:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741832_1008 (size=1867) 2024-11-28T06:49:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741832_1008 (size=1867) 2024-11-28T06:49:14,621 DEBUG [RS:1;1cb9cf437a36:33923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs 2024-11-28T06:49:14,621 DEBUG [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs 2024-11-28T06:49:14,621 INFO [RS:1;1cb9cf437a36:33923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C33923%2C1732776551743:(num 1732776552910) 2024-11-28T06:49:14,621 INFO [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C32827%2C1732776551707.meta:.meta(num 1732776553481) 2024-11-28T06:49:14,621 DEBUG [RS:1;1cb9cf437a36:33923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:14,622 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:14,622 INFO [RS:1;1cb9cf437a36:33923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33923 2024-11-28T06:49:14,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:14,627 DEBUG [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/oldWALs 2024-11-28T06:49:14,627 INFO [RS:0;1cb9cf437a36:32827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C32827%2C1732776551707:(num 1732776552910) 2024-11-28T06:49:14,627 DEBUG [RS:0;1cb9cf437a36:32827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:14,627 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:14,628 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:14,628 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:14,628 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:14,628 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:14,628 INFO [RS:0;1cb9cf437a36:32827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32827 2024-11-28T06:49:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,33923,1732776551743 2024-11-28T06:49:14,648 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:14,648 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f86749041d0@4a69a99f rejected from java.util.concurrent.ThreadPoolExecutor@4e56240a[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-28T06:49:14,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,32827,1732776551707 2024-11-28T06:49:14,699 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:14,700 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f86749041d0@32e0d7c3 rejected from java.util.concurrent.ThreadPoolExecutor@36df4547[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-28T06:49:14,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,32827,1732776551707] 2024-11-28T06:49:14,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,32827,1732776551707 already deleted, retry=false 2024-11-28T06:49:14,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,32827,1732776551707 expired; onlineServers=1 2024-11-28T06:49:14,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,33923,1732776551743] 2024-11-28T06:49:14,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,33923,1732776551743 already deleted, retry=false 2024-11-28T06:49:14,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,33923,1732776551743 expired; onlineServers=0 2024-11-28T06:49:14,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,33319,1732776551563' ***** 2024-11-28T06:49:14,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:14,733 INFO [M:0;1cb9cf437a36:33319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:14,733 INFO [M:0;1cb9cf437a36:33319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:14,733 DEBUG [M:0;1cb9cf437a36:33319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:14,733 DEBUG [M:0;1cb9cf437a36:33319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:14,733 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776552669 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776552669,5,FailOnTimeoutGroup] 2024-11-28T06:49:14,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:14,733 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776552669 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776552669,5,FailOnTimeoutGroup] 2024-11-28T06:49:14,734 INFO [M:0;1cb9cf437a36:33319 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:14,734 INFO [M:0;1cb9cf437a36:33319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:14,734 DEBUG [M:0;1cb9cf437a36:33319 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:14,734 INFO [M:0;1cb9cf437a36:33319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:14,734 INFO [M:0;1cb9cf437a36:33319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:14,734 INFO [M:0;1cb9cf437a36:33319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:14,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:14,741 DEBUG [M:0;1cb9cf437a36:33319 {}] zookeeper.ZKUtil(347): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T06:49:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:14,741 WARN [M:0;1cb9cf437a36:33319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T06:49:14,742 INFO [M:0;1cb9cf437a36:33319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/.lastflushedseqids 2024-11-28T06:49:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:14,749 INFO [M:0;1cb9cf437a36:33319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:14,749 INFO [M:0;1cb9cf437a36:33319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:14,749 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:14,749 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:14,750 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:14,750 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:14,750 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:14,750 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-28T06:49:14,771 DEBUG [M:0;1cb9cf437a36:33319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6fdc8a8da44212b873f6152def774f is 82, key is hbase:meta,,1/info:regioninfo/1732776553519/Put/seqid=0 2024-11-28T06:49:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:14,778 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6fdc8a8da44212b873f6152def774f 2024-11-28T06:49:14,799 DEBUG [M:0;1cb9cf437a36:33319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c103565152245c299af768ca76f6df1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776553984/Put/seqid=0 2024-11-28T06:49:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:14,805 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c103565152245c299af768ca76f6df1 2024-11-28T06:49:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,808 INFO [RS:1;1cb9cf437a36:33923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33923-0x101817d77400002, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,808 INFO [RS:1;1cb9cf437a36:33923 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,33923,1732776551743; zookeeper connection closed. 2024-11-28T06:49:14,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9ab8ae6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9ab8ae6 2024-11-28T06:49:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,816 INFO [RS:0;1cb9cf437a36:32827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32827-0x101817d77400001, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,816 INFO [RS:0;1cb9cf437a36:32827 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,32827,1732776551707; zookeeper connection closed. 2024-11-28T06:49:14,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aba97f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aba97f0 2024-11-28T06:49:14,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:14,823 DEBUG [M:0;1cb9cf437a36:33319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12cdcb6e58244d15bade16a13c7a516e is 69, key is 1cb9cf437a36,32827,1732776551707/rs:state/1732776552699/Put/seqid=0 2024-11-28T06:49:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:14,833 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12cdcb6e58244d15bade16a13c7a516e 2024-11-28T06:49:14,840 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6fdc8a8da44212b873f6152def774f as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6fdc8a8da44212b873f6152def774f 2024-11-28T06:49:14,846 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6fdc8a8da44212b873f6152def774f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:14,848 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c103565152245c299af768ca76f6df1 as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c103565152245c299af768ca76f6df1 2024-11-28T06:49:14,853 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c103565152245c299af768ca76f6df1, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:14,854 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12cdcb6e58244d15bade16a13c7a516e as hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12cdcb6e58244d15bade16a13c7a516e 2024-11-28T06:49:14,861 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/ed90affb-a4d6-8b8b-556e-86a6889190a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12cdcb6e58244d15bade16a13c7a516e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:14,862 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:14,863 INFO [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:14,863 DEBUG [M:0;1cb9cf437a36:33319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776554749Disabling compacts and flushes for region at 1732776554749Disabling writes for close at 1732776554750 (+1 ms)Obtaining lock to block concurrent updates at 1732776554750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776554750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732776554750Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776554751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776554751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776554771 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776554771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776554784 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776554798 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776554798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776554810 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776554822 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776554822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e83f54: reopening flushed file at 1732776554839 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7009e3a1: reopening flushed file at 1732776554846 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb11839: reopening flushed file at 1732776554854 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false at 1732776554862 (+8 ms)Writing region close event to WAL at 1732776554863 (+1 ms)Closed at 1732776554863 2024-11-28T06:49:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741830_1006 (size=35440) 2024-11-28T06:49:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741830_1006 (size=35440) 2024-11-28T06:49:14,866 INFO [M:0;1cb9cf437a36:33319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:14,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:14,866 INFO [M:0;1cb9cf437a36:33319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33319 2024-11-28T06:49:14,866 INFO [M:0;1cb9cf437a36:33319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:14,983 INFO [M:0;1cb9cf437a36:33319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:14,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33319-0x101817d77400000, quorum=127.0.0.1:65089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:14,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@847210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:14,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c98a31b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:14,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:14,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b7b1d6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:14,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1848ec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:14,987 WARN [BP-653772291-172.17.0.2-1732776549988 heartbeating to localhost/127.0.0.1:46577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:14,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:14,987 WARN [BP-653772291-172.17.0.2-1732776549988 heartbeating to localhost/127.0.0.1:46577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653772291-172.17.0.2-1732776549988 (Datanode Uuid 8f9dc423-0eaf-4279-8fe5-6c1a27bc2f21) service to localhost/127.0.0.1:46577 2024-11-28T06:49:14,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:14,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data3/current/BP-653772291-172.17.0.2-1732776549988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:14,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data4/current/BP-653772291-172.17.0.2-1732776549988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:14,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:14,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103f460c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:14,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@750ed04e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:14,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:14,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157e6191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:14,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489a444e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:14,991 WARN [BP-653772291-172.17.0.2-1732776549988 heartbeating to localhost/127.0.0.1:46577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:14,991 WARN [BP-653772291-172.17.0.2-1732776549988 heartbeating to localhost/127.0.0.1:46577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653772291-172.17.0.2-1732776549988 (Datanode Uuid 0ebf675d-1042-4a35-a2bd-5a068b900afb) service to localhost/127.0.0.1:46577 2024-11-28T06:49:14,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data1/current/BP-653772291-172.17.0.2-1732776549988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:14,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/cluster_28bafa04-67b2-5359-5049-d287a98bf93e/data/data2/current/BP-653772291-172.17.0.2-1732776549988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:14,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:14,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:14,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:14,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e66e5dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:14,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33427346{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:14,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:14,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c412f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:14,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52926c44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:15,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:15,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:15,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 112) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46577 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46577 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7415 (was 7701) 2024-11-28T06:49:15,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=7415 2024-11-28T06:49:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir so I do NOT create it in target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536 2024-11-28T06:49:15,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T06:49:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.tmp.dir so I do NOT create it in target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536 2024-11-28T06:49:15,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cfb498f2-3414-c2f2-109b-f8690b93c0d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T06:49:15,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0, deleteOnExit=true 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/test.cache.data in system properties and HBase conf 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:49:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:49:15,046 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:49:15,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:49:15,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:15,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:15,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:15,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:15,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:15,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:15,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@288842b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:15,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f962e76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:15,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17ee3ece{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/java.io.tmpdir/jetty-localhost-38255-hadoop-hdfs-3_4_1-tests_jar-_-any-13489253733721904169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:15,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d9cd931{HTTP/1.1, (http/1.1)}{localhost:38255} 2024-11-28T06:49:15,420 INFO [Time-limited test {}] server.Server(415): Started @21649ms 2024-11-28T06:49:15,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:15,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:15,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:15,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:15,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:15,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cfd772c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:15,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74458f24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:15,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ab6ed9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-6678101289134661441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:15,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d732c7{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-11-28T06:49:15,723 INFO [Time-limited test {}] server.Server(415): Started @21952ms 2024-11-28T06:49:15,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:15,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:15,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:15,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:15,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:15,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:15,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76d7d45f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:15,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@746ccc0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:15,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17372e74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/java.io.tmpdir/jetty-localhost-46837-hadoop-hdfs-3_4_1-tests_jar-_-any-17585430771150811060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:15,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281e884e{HTTP/1.1, (http/1.1)}{localhost:46837} 2024-11-28T06:49:15,853 INFO [Time-limited test {}] server.Server(415): Started @22082ms 2024-11-28T06:49:15,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:16,338 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data1/current/BP-1697176202-172.17.0.2-1732776555069/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:16,338 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data2/current/BP-1697176202-172.17.0.2-1732776555069/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:16,356 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1821b4ea2be612 with lease ID 0xc3436488f1492750: Processing first storage report for DS-6ffc52af-fdd9-40f3-b84c-faea8b880297 from datanode DatanodeRegistration(127.0.0.1:46309, datanodeUuid=9ff5b28d-8a11-44d7-a195-e2e997c19a36, infoPort=34589, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069) 2024-11-28T06:49:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1821b4ea2be612 with lease ID 0xc3436488f1492750: from storage DS-6ffc52af-fdd9-40f3-b84c-faea8b880297 node DatanodeRegistration(127.0.0.1:46309, datanodeUuid=9ff5b28d-8a11-44d7-a195-e2e997c19a36, infoPort=34589, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1821b4ea2be612 with lease ID 0xc3436488f1492750: Processing first storage report for DS-5fc7d2b9-d488-4c78-999e-7ea197744e63 from datanode DatanodeRegistration(127.0.0.1:46309, datanodeUuid=9ff5b28d-8a11-44d7-a195-e2e997c19a36, infoPort=34589, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069) 2024-11-28T06:49:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1821b4ea2be612 with lease ID 0xc3436488f1492750: from storage DS-5fc7d2b9-d488-4c78-999e-7ea197744e63 node DatanodeRegistration(127.0.0.1:46309, datanodeUuid=9ff5b28d-8a11-44d7-a195-e2e997c19a36, infoPort=34589, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:16,478 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data4/current/BP-1697176202-172.17.0.2-1732776555069/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:16,478 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data3/current/BP-1697176202-172.17.0.2-1732776555069/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:16,498 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4fac814d2bdd38 with lease ID 0xc3436488f1492751: Processing first storage report for DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f from datanode DatanodeRegistration(127.0.0.1:33141, datanodeUuid=1937aa6a-5667-4ad0-b27d-475855138d72, infoPort=43333, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069) 2024-11-28T06:49:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4fac814d2bdd38 with lease ID 0xc3436488f1492751: from storage DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f node DatanodeRegistration(127.0.0.1:33141, datanodeUuid=1937aa6a-5667-4ad0-b27d-475855138d72, infoPort=43333, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4fac814d2bdd38 with lease ID 0xc3436488f1492751: Processing first storage report for DS-157d19ab-8d3c-41fc-8eaa-178f502f4c59 from datanode DatanodeRegistration(127.0.0.1:33141, datanodeUuid=1937aa6a-5667-4ad0-b27d-475855138d72, infoPort=43333, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069) 2024-11-28T06:49:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4fac814d2bdd38 with lease ID 0xc3436488f1492751: from storage DS-157d19ab-8d3c-41fc-8eaa-178f502f4c59 node DatanodeRegistration(127.0.0.1:33141, datanodeUuid=1937aa6a-5667-4ad0-b27d-475855138d72, infoPort=43333, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=1171751005;c=1732776555069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:16,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536 2024-11-28T06:49:16,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/zookeeper_0, clientPort=62581, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:49:16,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62581 2024-11-28T06:49:16,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:16,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c with version=8 2024-11-28T06:49:16,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/hbase-staging 2024-11-28T06:49:16,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:16,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:16,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:16,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43459 2024-11-28T06:49:16,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43459 connecting to ZooKeeper ensemble=127.0.0.1:62581 2024-11-28T06:49:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434590x0, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:16,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43459-0x101817d8aee0000 connected 2024-11-28T06:49:16,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:16,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c, hbase.cluster.distributed=false 2024-11-28T06:49:16,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:16,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-28T06:49:16,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43459 2024-11-28T06:49:16,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43459 2024-11-28T06:49:16,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-28T06:49:16,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43459 2024-11-28T06:49:16,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:16,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:16,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37055 2024-11-28T06:49:16,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37055 connecting to ZooKeeper ensemble=127.0.0.1:62581 2024-11-28T06:49:16,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370550x0, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:16,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370550x0, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:16,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37055-0x101817d8aee0001 connected 2024-11-28T06:49:16,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:16,764 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:16,770 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:16,776 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:16,780 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:16,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:16,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:16,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:16,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-28T06:49:16,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37055 2024-11-28T06:49:16,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37055 2024-11-28T06:49:16,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-28T06:49:16,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-28T06:49:16,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:16,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:16,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:16,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43253 2024-11-28T06:49:16,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43253 connecting to ZooKeeper ensemble=127.0.0.1:62581 2024-11-28T06:49:16,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432530x0, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:16,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432530x0, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:16,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43253-0x101817d8aee0002 connected 2024-11-28T06:49:16,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:16,817 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:16,823 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:16,823 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:16,825 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:16,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:16,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:16,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-28T06:49:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43253 2024-11-28T06:49:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43253 2024-11-28T06:49:16,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-28T06:49:16,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-28T06:49:16,845 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:43459 2024-11-28T06:49:16,845 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,857 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,866 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:16,866 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,43459,1732776556603 from backup master directory 2024-11-28T06:49:16,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:16,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:16,874 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:16,874 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:16,879 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/hbase.id] with ID: 4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8 2024-11-28T06:49:16,879 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/.tmp/hbase.id 2024-11-28T06:49:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:16,887 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/.tmp/hbase.id]:[hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/hbase.id] 2024-11-28T06:49:16,899 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:16,899 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:16,901 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T06:49:16,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:16,918 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:16,918 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:16,919 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:16,926 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store 2024-11-28T06:49:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:16,935 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:16,935 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:16,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:16,935 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:16,935 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:16,935 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:16,935 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:16,936 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776556935Disabling compacts and flushes for region at 1732776556935Disabling writes for close at 1732776556935Writing region close event to WAL at 1732776556935Closed at 1732776556935 2024-11-28T06:49:16,936 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/.initializing 2024-11-28T06:49:16,936 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/WALs/1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:16,937 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:16,939 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C43459%2C1732776556603, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/WALs/1cb9cf437a36,43459,1732776556603, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:16,950 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/WALs/1cb9cf437a36,43459,1732776556603/1cb9cf437a36%2C43459%2C1732776556603.1732776556939, exclude list is [], retry=0 2024-11-28T06:49:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33141,DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f,DISK] 2024-11-28T06:49:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46309,DS-6ffc52af-fdd9-40f3-b84c-faea8b880297,DISK] 2024-11-28T06:49:16,955 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/WALs/1cb9cf437a36,43459,1732776556603/1cb9cf437a36%2C43459%2C1732776556603.1732776556939 2024-11-28T06:49:16,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333),(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-28T06:49:16,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:16,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:16,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:16,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:16,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:16,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:16,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:16,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:16,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:16,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:16,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:16,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:16,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:16,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:16,966 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,967 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,967 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,968 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,968 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,969 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:16,970 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:16,972 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:16,972 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71215068, jitterRate=0.06118720769882202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:16,973 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776556957Initializing all the Stores at 1732776556957Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776556957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776556958 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776556958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776556958Cleaning up temporary data from old regions at 1732776556968 (+10 ms)Region opened successfully at 1732776556973 (+5 ms) 2024-11-28T06:49:16,973 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:16,976 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeb17e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:16,977 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:16,977 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:16,977 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:16,977 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:16,978 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T06:49:16,978 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T06:49:16,978 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:16,980 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:16,981 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:17,014 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:17,015 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:17,015 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:17,024 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:17,024 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:17,025 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:17,032 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:17,033 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:17,040 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:17,042 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:17,049 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,058 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,43459,1732776556603, sessionid=0x101817d8aee0000, setting cluster-up flag (Was=false) 2024-11-28T06:49:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,099 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:17,100 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,141 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:17,142 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:17,143 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:17,145 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:17,146 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:17,146 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:17,146 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,43459,1732776556603 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:17,148 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,149 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776587149 2024-11-28T06:49:17,149 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:17,149 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:17,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:17,150 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:17,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:17,151 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:17,151 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:17,151 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776557151,5,FailOnTimeoutGroup] 2024-11-28T06:49:17,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:17,152 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776557151,5,FailOnTimeoutGroup] 2024-11-28T06:49:17,152 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,152 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:17,152 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,152 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:17,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:17,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c 2024-11-28T06:49:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:17,236 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(746): ClusterId : 4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8 2024-11-28T06:49:17,236 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(746): ClusterId : 4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8 2024-11-28T06:49:17,236 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:17,236 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:17,257 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:17,257 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:17,257 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:17,257 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:17,266 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:17,267 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:17,267 DEBUG [RS:1;1cb9cf437a36:43253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0ac756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:17,267 DEBUG [RS:0;1cb9cf437a36:37055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4364e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:17,277 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:37055 2024-11-28T06:49:17,277 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:17,278 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:17,278 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:17,278 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,43459,1732776556603 with port=37055, startcode=1732776556744 2024-11-28T06:49:17,279 DEBUG [RS:0;1cb9cf437a36:37055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:17,279 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:43253 2024-11-28T06:49:17,279 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:17,279 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:17,279 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:17,279 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,43459,1732776556603 with port=43253, startcode=1732776556799 2024-11-28T06:49:17,280 DEBUG [RS:1;1cb9cf437a36:43253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:17,280 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:17,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,281 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44439, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:17,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,282 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c 2024-11-28T06:49:17,282 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41531 2024-11-28T06:49:17,282 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:17,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43459 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,284 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c 2024-11-28T06:49:17,284 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41531 2024-11-28T06:49:17,284 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:17,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:17,319 DEBUG [RS:0;1cb9cf437a36:37055 {}] zookeeper.ZKUtil(111): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,320 WARN [RS:0;1cb9cf437a36:37055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:17,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,43253,1732776556799] 2024-11-28T06:49:17,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,37055,1732776556744] 2024-11-28T06:49:17,320 INFO [RS:0;1cb9cf437a36:37055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:17,320 DEBUG [RS:1;1cb9cf437a36:43253 {}] zookeeper.ZKUtil(111): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,320 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,320 WARN [RS:1;1cb9cf437a36:43253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:17,320 INFO [RS:1;1cb9cf437a36:43253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:17,320 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,323 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:17,323 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:17,325 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:17,325 INFO [RS:0;1cb9cf437a36:37055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:17,325 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,326 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:17,326 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:17,327 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:17,327 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,327 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:17,328 DEBUG [RS:0;1cb9cf437a36:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:17,328 INFO [RS:1;1cb9cf437a36:43253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:17,328 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,332 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:17,332 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,37055,1732776556744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:17,333 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:17,333 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,333 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,333 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,333 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:17,334 DEBUG [RS:1;1cb9cf437a36:43253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,335 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43253,1732776556799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:17,346 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:17,346 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,37055,1732776556744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,346 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,346 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.Replication(171): 1cb9cf437a36,37055,1732776556744 started 2024-11-28T06:49:17,353 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:17,353 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43253,1732776556799-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,354 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,354 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.Replication(171): 1cb9cf437a36,43253,1732776556799 started 2024-11-28T06:49:17,358 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,358 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,37055,1732776556744, RpcServer on 1cb9cf437a36/172.17.0.2:37055, sessionid=0x101817d8aee0001 2024-11-28T06:49:17,358 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:17,358 DEBUG [RS:0;1cb9cf437a36:37055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,358 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,37055,1732776556744' 2024-11-28T06:49:17,359 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:17,359 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,37055,1732776556744' 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:17,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:17,360 INFO [RS:0;1cb9cf437a36:37055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:17,360 INFO [RS:0;1cb9cf437a36:37055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:17,371 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:17,371 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,43253,1732776556799, RpcServer on 1cb9cf437a36/172.17.0.2:43253, sessionid=0x101817d8aee0002 2024-11-28T06:49:17,371 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:17,371 DEBUG [RS:1;1cb9cf437a36:43253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,371 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,43253,1732776556799' 2024-11-28T06:49:17,371 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,43253,1732776556799' 2024-11-28T06:49:17,372 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:17,373 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:17,373 DEBUG [RS:1;1cb9cf437a36:43253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:17,373 INFO [RS:1;1cb9cf437a36:43253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:17,373 INFO [RS:1;1cb9cf437a36:43253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:17,461 INFO [RS:0;1cb9cf437a36:37055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:17,463 INFO [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C37055%2C1732776556744, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs, maxLogs=32 2024-11-28T06:49:17,473 INFO [RS:1;1cb9cf437a36:43253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:17,475 INFO [RS:1;1cb9cf437a36:43253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C43253%2C1732776556799, suffix=, logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,43253,1732776556799, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs, maxLogs=32 2024-11-28T06:49:17,475 DEBUG [RS:0;1cb9cf437a36:37055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744/1cb9cf437a36%2C37055%2C1732776556744.1732776557463, exclude list is [], retry=0 2024-11-28T06:49:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46309,DS-6ffc52af-fdd9-40f3-b84c-faea8b880297,DISK] 2024-11-28T06:49:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33141,DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f,DISK] 2024-11-28T06:49:17,482 INFO [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744/1cb9cf437a36%2C37055%2C1732776556744.1732776557463 2024-11-28T06:49:17,483 DEBUG [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333),(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-28T06:49:17,488 DEBUG [RS:1;1cb9cf437a36:43253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,43253,1732776556799/1cb9cf437a36%2C43253%2C1732776556799.1732776557475, exclude list is [], retry=0 2024-11-28T06:49:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46309,DS-6ffc52af-fdd9-40f3-b84c-faea8b880297,DISK] 2024-11-28T06:49:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33141,DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f,DISK] 2024-11-28T06:49:17,492 INFO [RS:1;1cb9cf437a36:43253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,43253,1732776556799/1cb9cf437a36%2C43253%2C1732776556799.1732776557475 2024-11-28T06:49:17,493 DEBUG [RS:1;1cb9cf437a36:43253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333),(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-28T06:49:17,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:17,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:17,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:17,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:17,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:17,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:17,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:17,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:17,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:17,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740 2024-11-28T06:49:17,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740 2024-11-28T06:49:17,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:17,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:17,583 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:17,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:17,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:17,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935609, jitterRate=0.08682526648044586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:17,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776557571Initializing all the Stores at 1732776557572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776557572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557572Cleaning up temporary data from old regions at 1732776557583 (+11 ms)Region opened successfully at 1732776557587 (+4 ms) 2024-11-28T06:49:17,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:17,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:17,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:17,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:17,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:17,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:17,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776557587Disabling compacts and flushes for region at 1732776557587Disabling writes for close at 1732776557587Writing region close event to WAL at 1732776557588 (+1 ms)Closed at 1732776557588 2024-11-28T06:49:17,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:17,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:17,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:17,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:17,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:17,742 DEBUG [1cb9cf437a36:43459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:17,742 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:17,744 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:17,744 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:17,744 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:17,744 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:17,744 INFO [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:17,744 INFO [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:17,744 DEBUG [1cb9cf437a36:43459 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:17,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,37055,1732776556744, state=OPENING 2024-11-28T06:49:17,774 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:17,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:17,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:17,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:17,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,37055,1732776556744}] 2024-11-28T06:49:17,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:17,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:17,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:17,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:17,941 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:17,941 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:17,941 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:17,943 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C37055%2C1732776556744.meta, suffix=.meta, logDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744, archiveDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs, maxLogs=32 2024-11-28T06:49:17,954 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744/1cb9cf437a36%2C37055%2C1732776556744.meta.1732776557943.meta, exclude list is [], retry=0 2024-11-28T06:49:17,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46309,DS-6ffc52af-fdd9-40f3-b84c-faea8b880297,DISK] 2024-11-28T06:49:17,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33141,DS-9d8d8ed2-514f-4a04-97e5-1fff3a68b70f,DISK] 2024-11-28T06:49:17,959 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744/1cb9cf437a36%2C37055%2C1732776556744.meta.1732776557943.meta 2024-11-28T06:49:17,959 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43333:43333),(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-28T06:49:17,959 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:17,960 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:17,960 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:17,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:17,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:17,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:17,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:17,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:17,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:17,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:17,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:17,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:17,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:17,968 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:17,968 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740 2024-11-28T06:49:17,969 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740 2024-11-28T06:49:17,970 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:17,970 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:17,971 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:17,972 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:17,973 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74282929, jitterRate=0.10690189898014069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:17,973 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:17,974 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776557960Writing region info on filesystem at 1732776557960Initializing all the Stores at 1732776557961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776557961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776557961Cleaning up temporary data from old regions at 1732776557970 (+9 ms)Running coprocessor post-open hooks at 1732776557973 (+3 ms)Region opened successfully at 1732776557974 (+1 ms) 2024-11-28T06:49:17,975 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776557936 2024-11-28T06:49:17,977 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:17,977 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:17,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:17,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,37055,1732776556744, state=OPEN 2024-11-28T06:49:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:18,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:18,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:18,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:18,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:18,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:18,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,37055,1732776556744 in 265 msec 2024-11-28T06:49:18,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:18,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-28T06:49:18,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:18,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:18,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:18,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,37055,1732776556744, seqNum=-1] 2024-11-28T06:49:18,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:18,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:18,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 917 msec 2024-11-28T06:49:18,063 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776558063, completionTime=-1 2024-11-28T06:49:18,063 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:18,063 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:18,065 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:18,065 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776618065 2024-11-28T06:49:18,065 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776678065 2024-11-28T06:49:18,065 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T06:49:18,065 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:43459, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,066 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,068 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.196sec 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:18,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:18,071 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:18,071 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:18,073 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:18,073 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:18,073 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43459,1732776556603-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:18,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b49227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:18,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,43459,-1 for getting cluster id 2024-11-28T06:49:18,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:18,138 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8' 2024-11-28T06:49:18,138 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:18,138 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8" 2024-11-28T06:49:18,139 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142436c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:18,139 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,43459,-1] 2024-11-28T06:49:18,139 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:18,139 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:18,140 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:18,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931cc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:18,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:18,142 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,37055,1732776556744, seqNum=-1] 2024-11-28T06:49:18,143 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:18,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:18,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:18,147 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:18,147 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a0c45e6 2024-11-28T06:49:18,147 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:18,148 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:18,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:18,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:18,152 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:18,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:18,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:18,162 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21745694e8971c5cda055a5371adcf2a, NAME => 'testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c 2024-11-28T06:49:18,162 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1362808e18f9acd98dbb2a03b5e3d556, NAME => 'testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c 2024-11-28T06:49:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:18,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 21745694e8971c5cda055a5371adcf2a, disabling compactions & flushes 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1362808e18f9acd98dbb2a03b5e3d556, disabling compactions & flushes 2024-11-28T06:49:18,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. after waiting 0 ms 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. after waiting 0 ms 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1362808e18f9acd98dbb2a03b5e3d556: Waiting for close lock at 1732776558178Disabling compacts and flushes for region at 1732776558178Disabling writes for close at 1732776558178Writing region close event to WAL at 1732776558178Closed at 1732776558178 2024-11-28T06:49:18,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21745694e8971c5cda055a5371adcf2a: Waiting for close lock at 1732776558178Disabling compacts and flushes for region at 1732776558178Disabling writes for close at 1732776558178Writing region close event to WAL at 1732776558178Closed at 1732776558178 2024-11-28T06:49:18,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:18,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776558179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776558179"}]},"ts":"1732776558179"} 2024-11-28T06:49:18,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776558179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776558179"}]},"ts":"1732776558179"} 2024-11-28T06:49:18,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:18,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:18,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776558185"}]},"ts":"1732776558185"} 2024-11-28T06:49:18,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:18,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:18,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:18,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:18,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:18,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:18,189 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:18,189 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:18,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:18,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21745694e8971c5cda055a5371adcf2a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1362808e18f9acd98dbb2a03b5e3d556, ASSIGN}] 2024-11-28T06:49:18,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1362808e18f9acd98dbb2a03b5e3d556, ASSIGN 2024-11-28T06:49:18,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21745694e8971c5cda055a5371adcf2a, ASSIGN 2024-11-28T06:49:18,193 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21745694e8971c5cda055a5371adcf2a, ASSIGN; state=OFFLINE, location=1cb9cf437a36,43253,1732776556799; forceNewPlan=false, retain=false 2024-11-28T06:49:18,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1362808e18f9acd98dbb2a03b5e3d556, ASSIGN; state=OFFLINE, location=1cb9cf437a36,37055,1732776556744; forceNewPlan=false, retain=false 2024-11-28T06:49:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:18,343 INFO [1cb9cf437a36:43459 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:18,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21745694e8971c5cda055a5371adcf2a, regionState=OPENING, regionLocation=1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:18,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1362808e18f9acd98dbb2a03b5e3d556, regionState=OPENING, regionLocation=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21745694e8971c5cda055a5371adcf2a, ASSIGN because future has completed 2024-11-28T06:49:18,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21745694e8971c5cda055a5371adcf2a, server=1cb9cf437a36,43253,1732776556799}] 2024-11-28T06:49:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1362808e18f9acd98dbb2a03b5e3d556, ASSIGN because future has completed 2024-11-28T06:49:18,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1362808e18f9acd98dbb2a03b5e3d556, server=1cb9cf437a36,37055,1732776556744}] 2024-11-28T06:49:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:18,499 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:18,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:18,504 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,504 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1362808e18f9acd98dbb2a03b5e3d556, NAME => 'testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:18,505 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,505 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:18,505 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,505 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,506 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,506 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 21745694e8971c5cda055a5371adcf2a, NAME => 'testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:18,506 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,506 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:18,506 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,507 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,507 INFO [StoreOpener-1362808e18f9acd98dbb2a03b5e3d556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,508 INFO [StoreOpener-21745694e8971c5cda055a5371adcf2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,509 INFO [StoreOpener-1362808e18f9acd98dbb2a03b5e3d556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1362808e18f9acd98dbb2a03b5e3d556 columnFamilyName family 2024-11-28T06:49:18,509 DEBUG [StoreOpener-1362808e18f9acd98dbb2a03b5e3d556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:18,509 INFO [StoreOpener-21745694e8971c5cda055a5371adcf2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21745694e8971c5cda055a5371adcf2a columnFamilyName family 2024-11-28T06:49:18,509 INFO [StoreOpener-1362808e18f9acd98dbb2a03b5e3d556-1 {}] regionserver.HStore(327): Store=1362808e18f9acd98dbb2a03b5e3d556/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:18,509 DEBUG [StoreOpener-21745694e8971c5cda055a5371adcf2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:18,509 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,510 INFO [StoreOpener-21745694e8971c5cda055a5371adcf2a-1 {}] regionserver.HStore(327): Store=21745694e8971c5cda055a5371adcf2a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:18,510 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,511 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,511 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,511 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,511 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,512 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,512 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,512 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,512 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,513 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,513 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,515 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:18,515 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:18,516 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 21745694e8971c5cda055a5371adcf2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65504940, jitterRate=-0.023900330066680908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:18,516 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1362808e18f9acd98dbb2a03b5e3d556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68102828, jitterRate=0.014811217784881592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:18,516 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:18,516 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:18,516 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1362808e18f9acd98dbb2a03b5e3d556: Running coprocessor pre-open hook at 1732776558505Writing region info on filesystem at 1732776558505Initializing all the Stores at 1732776558507 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776558507Cleaning up temporary data from old regions at 1732776558512 (+5 ms)Running coprocessor post-open hooks at 1732776558516 (+4 ms)Region opened successfully at 1732776558516 2024-11-28T06:49:18,516 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 21745694e8971c5cda055a5371adcf2a: Running coprocessor pre-open hook at 1732776558507Writing region info on filesystem at 1732776558507Initializing all the Stores at 1732776558507Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776558507Cleaning up temporary data from old regions at 1732776558512 (+5 ms)Running coprocessor post-open hooks at 1732776558516 (+4 ms)Region opened successfully at 1732776558516 2024-11-28T06:49:18,517 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556., pid=8, masterSystemTime=1732776558499 2024-11-28T06:49:18,517 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a., pid=7, masterSystemTime=1732776558499 2024-11-28T06:49:18,520 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,520 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:18,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21745694e8971c5cda055a5371adcf2a, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:18,521 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,521 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:18,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1362808e18f9acd98dbb2a03b5e3d556, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:18,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21745694e8971c5cda055a5371adcf2a, server=1cb9cf437a36,43253,1732776556799 because future has completed 2024-11-28T06:49:18,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1362808e18f9acd98dbb2a03b5e3d556, server=1cb9cf437a36,37055,1732776556744 because future has completed 2024-11-28T06:49:18,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T06:49:18,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21745694e8971c5cda055a5371adcf2a, server=1cb9cf437a36,43253,1732776556799 in 178 msec 2024-11-28T06:49:18,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T06:49:18,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1362808e18f9acd98dbb2a03b5e3d556, server=1cb9cf437a36,37055,1732776556744 in 178 msec 2024-11-28T06:49:18,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=21745694e8971c5cda055a5371adcf2a, ASSIGN in 337 msec 2024-11-28T06:49:18,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T06:49:18,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1362808e18f9acd98dbb2a03b5e3d556, ASSIGN in 337 msec 2024-11-28T06:49:18,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:18,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776558531"}]},"ts":"1732776558531"} 2024-11-28T06:49:18,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:18,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:18,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-28T06:49:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:18,779 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:18,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:18,779 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:18,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:18,782 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:18,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:18,784 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a., hostname=1cb9cf437a36,43253,1732776556799, seqNum=2] 2024-11-28T06:49:18,785 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:18,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:18,797 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556., hostname=1cb9cf437a36,37055,1732776556744, seqNum=2] 2024-11-28T06:49:18,808 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1362808e18f9acd98dbb2a03b5e3d556 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:18,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/.tmp/family/fbfed597371546ac92e35fbceb036f36 is 32, key is 5/family:/1732776558798/Put/seqid=0 2024-11-28T06:49:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:18,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:18,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/.tmp/family/fbfed597371546ac92e35fbceb036f36 2024-11-28T06:49:18,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/.tmp/family/fbfed597371546ac92e35fbceb036f36 as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/family/fbfed597371546ac92e35fbceb036f36 2024-11-28T06:49:18,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/family/fbfed597371546ac92e35fbceb036f36, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:18,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1362808e18f9acd98dbb2a03b5e3d556 in 38ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:18,846 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1362808e18f9acd98dbb2a03b5e3d556: 2024-11-28T06:49:18,846 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21745694e8971c5cda055a5371adcf2a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:18,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/.tmp/family/e75a8458d38c4f259276f50ba212445f is 32, key is 1/family:/1732776558787/Put/seqid=0 2024-11-28T06:49:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:19,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T06:49:19,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:19,266 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/.tmp/family/e75a8458d38c4f259276f50ba212445f 2024-11-28T06:49:19,274 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/.tmp/family/e75a8458d38c4f259276f50ba212445f as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/family/e75a8458d38c4f259276f50ba212445f 2024-11-28T06:49:19,281 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/family/e75a8458d38c4f259276f50ba212445f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:19,282 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 21745694e8971c5cda055a5371adcf2a in 436ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:19,282 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 21745694e8971c5cda055a5371adcf2a: 2024-11-28T06:49:19,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a46bd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:19,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,43459,-1 for getting cluster id 2024-11-28T06:49:19,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:19,284 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8' 2024-11-28T06:49:19,284 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:19,284 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4afdbcbc-8f5f-46a6-bc40-d40997dfc2f8" 2024-11-28T06:49:19,284 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5602e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:19,284 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,43459,-1] 2024-11-28T06:49:19,284 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:19,285 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,285 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:19,286 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b1f52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:19,291 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T06:49:19,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:19,292 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,37055,1732776556744, seqNum=-1] 2024-11-28T06:49:19,293 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:19,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:19,296 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:19,296 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:19,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:19,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] bucket.BucketCache(1863): found 1 blocks for file fbfed597371546ac92e35fbceb036f36, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] bucket.BucketCache(1863): found 1 blocks for file e75a8458d38c4f259276f50ba212445f, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] bucket.BucketCache(856): removed key fbfed597371546ac92e35fbceb036f36_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] bucket.BucketCache(856): removed key e75a8458d38c4f259276f50ba212445f_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:19,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:19,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:19,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:19,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:19,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:19,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=465032963, stopped=false 2024-11-28T06:49:19,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,43459,1732776556603 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:19,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:19,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:19,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:19,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:19,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:19,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,37055,1732776556744' ***** 2024-11-28T06:49:19,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:19,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,43253,1732776556799' ***** 2024-11-28T06:49:19,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:19,358 INFO [RS:0;1cb9cf437a36:37055 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:19,358 INFO [RS:1;1cb9cf437a36:43253 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:19,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:19,358 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:19,358 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:19,358 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:19,358 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:19,359 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:19,359 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:19,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(3091): Received CLOSE for 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:19,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1362808e18f9acd98dbb2a03b5e3d556 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:19,359 INFO [RS:1;1cb9cf437a36:43253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:43253. 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:19,359 DEBUG [RS:1;1cb9cf437a36:43253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:19,359 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:19,359 DEBUG [RS:1;1cb9cf437a36:43253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,359 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21745694e8971c5cda055a5371adcf2a, disabling compactions & flushes 2024-11-28T06:49:19,359 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1362808e18f9acd98dbb2a03b5e3d556, disabling compactions & flushes 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:37055. 2024-11-28T06:49:19,360 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:19,360 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:19,360 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:19,360 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1325): Online Regions={21745694e8971c5cda055a5371adcf2a=testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a.} 2024-11-28T06:49:19,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:19,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,360 DEBUG [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1351): Waiting on 21745694e8971c5cda055a5371adcf2a 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. after waiting 0 ms 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. after waiting 0 ms 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:19,360 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:19,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1362808e18f9acd98dbb2a03b5e3d556=testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556.} 2024-11-28T06:49:19,360 DEBUG [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1351): Waiting on 1362808e18f9acd98dbb2a03b5e3d556, 1588230740 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:19,360 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:19,360 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:19,361 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:19,361 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:19,364 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/1362808e18f9acd98dbb2a03b5e3d556/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:19,364 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/default/testClearRegionBlockCache/21745694e8971c5cda055a5371adcf2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:19,364 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:19,364 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1362808e18f9acd98dbb2a03b5e3d556: Waiting for close lock at 1732776559359Running coprocessor pre-close hooks at 1732776559359Disabling compacts and flushes for region at 1732776559359Disabling writes for close at 1732776559360 (+1 ms)Writing region close event to WAL at 1732776559360Running coprocessor post-close hooks at 1732776559364 (+4 ms)Closed at 1732776559364 2024-11-28T06:49:19,365 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:19,365 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21745694e8971c5cda055a5371adcf2a: Waiting for close lock at 1732776559359Running coprocessor pre-close hooks at 1732776559359Disabling compacts and flushes for region at 1732776559359Disabling writes for close at 1732776559360 (+1 ms)Writing region close event to WAL at 1732776559361 (+1 ms)Running coprocessor post-close hooks at 1732776559364 (+3 ms)Closed at 1732776559364 2024-11-28T06:49:19,365 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556. 2024-11-28T06:49:19,365 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776558149.21745694e8971c5cda055a5371adcf2a. 2024-11-28T06:49:19,378 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/info/ba081117ee5d4a87b52195b2534810bf is 173, key is testClearRegionBlockCache,5,1732776558149.1362808e18f9acd98dbb2a03b5e3d556./info:regioninfo/1732776558521/Put/seqid=0 2024-11-28T06:49:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:19,384 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/info/ba081117ee5d4a87b52195b2534810bf 2024-11-28T06:49:19,402 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/ns/9e4a90df95f5426fbfd4bcde0f5f53a9 is 43, key is default/ns:d/1732776558058/Put/seqid=0 2024-11-28T06:49:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:19,407 INFO [regionserver/1cb9cf437a36:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T06:49:19,407 INFO [regionserver/1cb9cf437a36:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T06:49:19,407 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/ns/9e4a90df95f5426fbfd4bcde0f5f53a9 2024-11-28T06:49:19,426 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/table/210efab3e341481cad92ffe5affa185f is 61, key is testClearRegionBlockCache/table:state/1732776558531/Put/seqid=0 2024-11-28T06:49:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:19,433 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/table/210efab3e341481cad92ffe5affa185f 2024-11-28T06:49:19,434 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:19,437 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:19,439 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/info/ba081117ee5d4a87b52195b2534810bf as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/info/ba081117ee5d4a87b52195b2534810bf 2024-11-28T06:49:19,446 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/info/ba081117ee5d4a87b52195b2534810bf, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:19,447 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/ns/9e4a90df95f5426fbfd4bcde0f5f53a9 as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/ns/9e4a90df95f5426fbfd4bcde0f5f53a9 2024-11-28T06:49:19,453 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/ns/9e4a90df95f5426fbfd4bcde0f5f53a9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:19,454 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/.tmp/table/210efab3e341481cad92ffe5affa185f as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/table/210efab3e341481cad92ffe5affa185f 2024-11-28T06:49:19,461 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/table/210efab3e341481cad92ffe5affa185f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:19,462 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:19,467 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:19,468 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:19,468 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:19,468 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776559360Running coprocessor pre-close hooks at 1732776559360Disabling compacts and flushes for region at 1732776559360Disabling writes for close at 1732776559360Obtaining lock to block concurrent updates at 1732776559361 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732776559361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776559361Flushing stores of hbase:meta,,1.1588230740 at 1732776559361Flushing 1588230740/info: creating writer at 1732776559362 (+1 ms)Flushing 1588230740/info: appending metadata at 1732776559378 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732776559378Flushing 1588230740/ns: creating writer at 1732776559389 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732776559401 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732776559401Flushing 1588230740/table: creating writer at 1732776559413 (+12 ms)Flushing 1588230740/table: appending metadata at 1732776559425 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732776559425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6e369: reopening flushed file at 1732776559438 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3873c48: reopening flushed file at 1732776559446 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d7ee9f: reopening flushed file at 1732776559453 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false at 1732776559462 (+9 ms)Writing region close event to WAL at 1732776559463 (+1 ms)Running coprocessor post-close hooks at 1732776559468 (+5 ms)Closed at 1732776559468 2024-11-28T06:49:19,468 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:19,560 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,43253,1732776556799; all regions closed. 2024-11-28T06:49:19,560 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,37055,1732776556744; all regions closed. 2024-11-28T06:49:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:19,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,43253,1732776556799/1cb9cf437a36%2C43253%2C1732776556799.1732776557475 not finished, retry = 0 2024-11-28T06:49:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:19,565 DEBUG [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs 2024-11-28T06:49:19,565 INFO [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C37055%2C1732776556744.meta:.meta(num 1732776557943) 2024-11-28T06:49:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:19,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/WALs/1cb9cf437a36,37055,1732776556744/1cb9cf437a36%2C37055%2C1732776556744.1732776557463 not finished, retry = 0 2024-11-28T06:49:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:19,666 DEBUG [RS:1;1cb9cf437a36:43253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs 2024-11-28T06:49:19,666 INFO [RS:1;1cb9cf437a36:43253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C43253%2C1732776556799:(num 1732776557475) 2024-11-28T06:49:19,666 DEBUG [RS:1;1cb9cf437a36:43253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,666 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:19,666 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:19,666 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:19,666 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:19,667 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:19,667 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:19,667 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:19,667 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:19,667 INFO [RS:1;1cb9cf437a36:43253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43253 2024-11-28T06:49:19,670 DEBUG [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/oldWALs 2024-11-28T06:49:19,670 INFO [RS:0;1cb9cf437a36:37055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C37055%2C1732776556744:(num 1732776557463) 2024-11-28T06:49:19,670 DEBUG [RS:0;1cb9cf437a36:37055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:19,670 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:19,670 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:19,670 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:19,671 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:19,671 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:19,671 INFO [RS:0;1cb9cf437a36:37055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37055 2024-11-28T06:49:19,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,43253,1732776556799 2024-11-28T06:49:19,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:19,682 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,37055,1732776556744 2024-11-28T06:49:19,690 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:19,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,43253,1732776556799] 2024-11-28T06:49:19,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,43253,1732776556799 already deleted, retry=false 2024-11-28T06:49:19,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,43253,1732776556799 expired; onlineServers=1 2024-11-28T06:49:19,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,37055,1732776556744] 2024-11-28T06:49:19,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,37055,1732776556744 already deleted, retry=false 2024-11-28T06:49:19,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,37055,1732776556744 expired; onlineServers=0 2024-11-28T06:49:19,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,43459,1732776556603' ***** 2024-11-28T06:49:19,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:19,723 INFO [M:0;1cb9cf437a36:43459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:19,723 INFO [M:0;1cb9cf437a36:43459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:19,723 DEBUG [M:0;1cb9cf437a36:43459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:19,723 DEBUG [M:0;1cb9cf437a36:43459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:19,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:19,723 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776557151 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776557151,5,FailOnTimeoutGroup] 2024-11-28T06:49:19,723 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776557151 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776557151,5,FailOnTimeoutGroup] 2024-11-28T06:49:19,724 INFO [M:0;1cb9cf437a36:43459 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:19,724 INFO [M:0;1cb9cf437a36:43459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:19,724 DEBUG [M:0;1cb9cf437a36:43459 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:19,724 INFO [M:0;1cb9cf437a36:43459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:19,724 INFO [M:0;1cb9cf437a36:43459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:19,724 INFO [M:0;1cb9cf437a36:43459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:19,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:19,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:19,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:19,740 DEBUG [M:0;1cb9cf437a36:43459 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-28T06:49:19,740 DEBUG [M:0;1cb9cf437a36:43459 {}] master.ActiveMasterManager(353): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-28T06:49:19,740 INFO [M:0;1cb9cf437a36:43459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/.lastflushedseqids 2024-11-28T06:49:19,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:19,749 INFO [M:0;1cb9cf437a36:43459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:19,749 INFO [M:0;1cb9cf437a36:43459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:19,749 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:19,749 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:19,749 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:19,749 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:19,749 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:19,749 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-28T06:49:19,771 DEBUG [M:0;1cb9cf437a36:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70336348d8e24bcd931e28564b146f23 is 82, key is hbase:meta,,1/info:regioninfo/1732776557978/Put/seqid=0 2024-11-28T06:49:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:19,776 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70336348d8e24bcd931e28564b146f23 2024-11-28T06:49:19,795 DEBUG [M:0;1cb9cf437a36:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b649802ffb4d44c88570e48369910099 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776558535/Put/seqid=0 2024-11-28T06:49:19,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,798 INFO [RS:1;1cb9cf437a36:43253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:19,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43253-0x101817d8aee0002, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,798 INFO [RS:1;1cb9cf437a36:43253 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,43253,1732776556799; zookeeper connection closed. 2024-11-28T06:49:19,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e165172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e165172 2024-11-28T06:49:19,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:19,800 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b649802ffb4d44c88570e48369910099 2024-11-28T06:49:19,807 INFO [RS:0;1cb9cf437a36:37055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:19,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,807 INFO [RS:0;1cb9cf437a36:37055 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,37055,1732776556744; zookeeper connection closed. 2024-11-28T06:49:19,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x101817d8aee0001, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37ded64b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37ded64b 2024-11-28T06:49:19,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:19,818 DEBUG [M:0;1cb9cf437a36:43459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27821257d374ec09cf5f2d22880a9a9 is 69, key is 1cb9cf437a36,37055,1732776556744/rs:state/1732776557281/Put/seqid=0 2024-11-28T06:49:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:19,824 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27821257d374ec09cf5f2d22880a9a9 2024-11-28T06:49:19,829 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70336348d8e24bcd931e28564b146f23 as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70336348d8e24bcd931e28564b146f23 2024-11-28T06:49:19,833 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70336348d8e24bcd931e28564b146f23, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:19,834 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b649802ffb4d44c88570e48369910099 as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b649802ffb4d44c88570e48369910099 2024-11-28T06:49:19,839 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b649802ffb4d44c88570e48369910099, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:19,840 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f27821257d374ec09cf5f2d22880a9a9 as hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f27821257d374ec09cf5f2d22880a9a9 2024-11-28T06:49:19,845 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41531/user/jenkins/test-data/9f4bfe72-c17c-f9d7-e64e-36469470ba9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f27821257d374ec09cf5f2d22880a9a9, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:19,846 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:19,847 INFO [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:19,847 DEBUG [M:0;1cb9cf437a36:43459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776559749Disabling compacts and flushes for region at 1732776559749Disabling writes for close at 1732776559749Obtaining lock to block concurrent updates at 1732776559749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776559749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1732776559750 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776559751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776559751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776559771 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776559771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776559781 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776559794 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776559794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776559805 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776559818 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776559818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b13ccc: reopening flushed file at 1732776559828 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11233b71: reopening flushed file at 1732776559834 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4114030b: reopening flushed file at 1732776559839 (+5 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1732776559846 (+7 ms)Writing region close event to WAL at 1732776559847 (+1 ms)Closed at 1732776559847 2024-11-28T06:49:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46309 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33141 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:19,850 INFO [M:0;1cb9cf437a36:43459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:19,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:19,850 INFO [M:0;1cb9cf437a36:43459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43459 2024-11-28T06:49:19,851 INFO [M:0;1cb9cf437a36:43459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,981 INFO [M:0;1cb9cf437a36:43459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43459-0x101817d8aee0000, quorum=127.0.0.1:62581, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:19,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17372e74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:19,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281e884e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:19,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:19,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@746ccc0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:19,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76d7d45f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:19,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:19,985 WARN [BP-1697176202-172.17.0.2-1732776555069 heartbeating to localhost/127.0.0.1:41531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:19,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:19,985 WARN [BP-1697176202-172.17.0.2-1732776555069 heartbeating to localhost/127.0.0.1:41531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697176202-172.17.0.2-1732776555069 (Datanode Uuid 1937aa6a-5667-4ad0-b27d-475855138d72) service to localhost/127.0.0.1:41531 2024-11-28T06:49:19,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data3/current/BP-1697176202-172.17.0.2-1732776555069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:19,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data4/current/BP-1697176202-172.17.0.2-1732776555069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:19,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:19,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ab6ed9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:19,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d732c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:19,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:19,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74458f24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:19,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cfd772c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:19,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:19,993 WARN [BP-1697176202-172.17.0.2-1732776555069 heartbeating to localhost/127.0.0.1:41531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:19,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:19,993 WARN [BP-1697176202-172.17.0.2-1732776555069 heartbeating to localhost/127.0.0.1:41531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697176202-172.17.0.2-1732776555069 (Datanode Uuid 9ff5b28d-8a11-44d7-a195-e2e997c19a36) service to localhost/127.0.0.1:41531 2024-11-28T06:49:19,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data1/current/BP-1697176202-172.17.0.2-1732776555069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:19,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/cluster_31793bed-f053-6f98-b3c9-b3796a19fca0/data/data2/current/BP-1697176202-172.17.0.2-1732776555069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:19,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:19,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17ee3ece{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:20,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d9cd931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:20,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:20,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f962e76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:20,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@288842b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:20,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:20,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:20,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 136) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41531 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41531 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7415) 2024-11-28T06:49:20,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=7292 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir so I do NOT create it in target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479 2024-11-28T06:49:20,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.tmp.dir so I do NOT create it in target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479 2024-11-28T06:49:20,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f01b3948-b2f1-e73e-ceac-1318522f9536/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T06:49:20,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95, deleteOnExit=true 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:49:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/test.cache.data in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:49:20,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:20,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:49:20,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:49:20,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:20,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:20,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:20,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:20,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:20,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:20,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@562243d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:20,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f1d4ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:20,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@607f74e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/java.io.tmpdir/jetty-localhost-39439-hadoop-hdfs-3_4_1-tests_jar-_-any-3769379511842315094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:20,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6664262c{HTTP/1.1, (http/1.1)}{localhost:39439} 2024-11-28T06:49:20,487 INFO [Time-limited test {}] server.Server(415): Started @26717ms 2024-11-28T06:49:20,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:20,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:20,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:20,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:20,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:20,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73fe1753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:20,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee2b4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:20,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510e7cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/java.io.tmpdir/jetty-localhost-40677-hadoop-hdfs-3_4_1-tests_jar-_-any-2128448381928707854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:20,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5433d553{HTTP/1.1, (http/1.1)}{localhost:40677} 2024-11-28T06:49:20,801 INFO [Time-limited test {}] server.Server(415): Started @27030ms 2024-11-28T06:49:20,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:20,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:20,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:20,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:20,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:20,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:20,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2afffee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:20,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a43e51e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:20,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c3ef7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/java.io.tmpdir/jetty-localhost-39223-hadoop-hdfs-3_4_1-tests_jar-_-any-5798244768869376324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:20,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f1172f{HTTP/1.1, (http/1.1)}{localhost:39223} 2024-11-28T06:49:20,946 INFO [Time-limited test {}] server.Server(415): Started @27176ms 2024-11-28T06:49:20,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:21,454 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data1/current/BP-1228229057-172.17.0.2-1732776560074/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:21,455 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data2/current/BP-1228229057-172.17.0.2-1732776560074/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:21,471 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff66229a259b3b4 with lease ID 0xbac07be526dcd3c2: Processing first storage report for DS-66daa803-5b91-4d4c-b04e-69396782de73 from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=f00fb3d0-2d04-4340-9bc5-45bb32113222, infoPort=35097, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074) 2024-11-28T06:49:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff66229a259b3b4 with lease ID 0xbac07be526dcd3c2: from storage DS-66daa803-5b91-4d4c-b04e-69396782de73 node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=f00fb3d0-2d04-4340-9bc5-45bb32113222, infoPort=35097, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff66229a259b3b4 with lease ID 0xbac07be526dcd3c2: Processing first storage report for DS-14238ede-5052-4c69-97c4-c3d94850fe10 from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=f00fb3d0-2d04-4340-9bc5-45bb32113222, infoPort=35097, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074) 2024-11-28T06:49:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff66229a259b3b4 with lease ID 0xbac07be526dcd3c2: from storage DS-14238ede-5052-4c69-97c4-c3d94850fe10 node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=f00fb3d0-2d04-4340-9bc5-45bb32113222, infoPort=35097, infoSecurePort=0, ipcPort=36875, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:21,648 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data3/current/BP-1228229057-172.17.0.2-1732776560074/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:21,648 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data4/current/BP-1228229057-172.17.0.2-1732776560074/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:21,664 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4adeca6d95ccdd3 with lease ID 0xbac07be526dcd3c3: Processing first storage report for DS-132d102f-361c-403c-8966-ea06a03ee5fe from datanode DatanodeRegistration(127.0.0.1:36343, datanodeUuid=109e588e-7347-46a6-95e8-c43b34467fcd, infoPort=33611, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074) 2024-11-28T06:49:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4adeca6d95ccdd3 with lease ID 0xbac07be526dcd3c3: from storage DS-132d102f-361c-403c-8966-ea06a03ee5fe node DatanodeRegistration(127.0.0.1:36343, datanodeUuid=109e588e-7347-46a6-95e8-c43b34467fcd, infoPort=33611, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T06:49:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4adeca6d95ccdd3 with lease ID 0xbac07be526dcd3c3: Processing first storage report for DS-5a683a74-085d-40ed-afbd-2292eb3e8ff1 from datanode DatanodeRegistration(127.0.0.1:36343, datanodeUuid=109e588e-7347-46a6-95e8-c43b34467fcd, infoPort=33611, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074) 2024-11-28T06:49:21,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4adeca6d95ccdd3 with lease ID 0xbac07be526dcd3c3: from storage DS-5a683a74-085d-40ed-afbd-2292eb3e8ff1 node DatanodeRegistration(127.0.0.1:36343, datanodeUuid=109e588e-7347-46a6-95e8-c43b34467fcd, infoPort=33611, infoSecurePort=0, ipcPort=43863, storageInfo=lv=-57;cid=testClusterID;nsid=1783724666;c=1732776560074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:21,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479 2024-11-28T06:49:21,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/zookeeper_0, clientPort=55087, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:49:21,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55087 2024-11-28T06:49:21,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:21,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 with version=8 2024-11-28T06:49:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/hbase-staging 2024-11-28T06:49:21,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:21,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43437 2024-11-28T06:49:21,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43437 connecting to ZooKeeper ensemble=127.0.0.1:55087 2024-11-28T06:49:21,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434370x0, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:21,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43437-0x101817d9ed00000 connected 2024-11-28T06:49:21,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:21,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7, hbase.cluster.distributed=false 2024-11-28T06:49:21,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:21,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-28T06:49:21,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43437 2024-11-28T06:49:21,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43437 2024-11-28T06:49:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-28T06:49:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43437 2024-11-28T06:49:21,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:21,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:21,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36017 2024-11-28T06:49:21,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36017 connecting to ZooKeeper ensemble=127.0.0.1:55087 2024-11-28T06:49:21,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360170x0, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:21,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360170x0, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:21,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36017-0x101817d9ed00001 connected 2024-11-28T06:49:21,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:21,848 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:21,854 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:21,854 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:21,855 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:21,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:21,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:21,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:21,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-28T06:49:21,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36017 2024-11-28T06:49:21,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36017 2024-11-28T06:49:21,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-28T06:49:21,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-28T06:49:21,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:21,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33133 2024-11-28T06:49:21,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33133 connecting to ZooKeeper ensemble=127.0.0.1:55087 2024-11-28T06:49:21,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331330x0, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:21,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331330x0, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:21,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33133-0x101817d9ed00002 connected 2024-11-28T06:49:21,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:21,892 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:21,897 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:21,898 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:21,898 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:21,899 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:21,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:21,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-28T06:49:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33133 2024-11-28T06:49:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33133 2024-11-28T06:49:21,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-28T06:49:21,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-28T06:49:21,912 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:43437 2024-11-28T06:49:21,915 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:21,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,923 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,932 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:21,932 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,43437,1732776561688 from backup master directory 2024-11-28T06:49:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:21,939 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:21,939 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:21,944 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/hbase.id] with ID: 7384df07-6211-4ada-939e-b55d9c2bb847 2024-11-28T06:49:21,944 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/.tmp/hbase.id 2024-11-28T06:49:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:21,952 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/.tmp/hbase.id]:[hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/hbase.id] 2024-11-28T06:49:21,963 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:21,963 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:21,964 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T06:49:21,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:21,979 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:21,979 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:21,980 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:21,987 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store 2024-11-28T06:49:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:21,996 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:21,996 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:21,996 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776561996Disabling compacts and flushes for region at 1732776561996Disabling writes for close at 1732776561996Writing region close event to WAL at 1732776561996Closed at 1732776561996 2024-11-28T06:49:21,997 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/.initializing 2024-11-28T06:49:21,997 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/WALs/1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:21,998 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:21,999 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C43437%2C1732776561688, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/WALs/1cb9cf437a36,43437,1732776561688, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:22,011 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/WALs/1cb9cf437a36,43437,1732776561688/1cb9cf437a36%2C43437%2C1732776561688.1732776561999, exclude list is [], retry=0 2024-11-28T06:49:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-66daa803-5b91-4d4c-b04e-69396782de73,DISK] 2024-11-28T06:49:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36343,DS-132d102f-361c-403c-8966-ea06a03ee5fe,DISK] 2024-11-28T06:49:22,016 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/WALs/1cb9cf437a36,43437,1732776561688/1cb9cf437a36%2C43437%2C1732776561688.1732776561999 2024-11-28T06:49:22,016 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33611:33611),(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-28T06:49:22,016 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:22,017 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:22,017 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,017 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:22,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:22,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:22,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:22,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:22,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:22,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:22,025 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,026 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,026 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,027 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,027 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,028 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:22,029 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:22,031 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:22,031 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68453815, jitterRate=0.0200413316488266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:22,032 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776562017Initializing all the Stores at 1732776562018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776562018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776562018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776562018Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776562018Cleaning up temporary data from old regions at 1732776562027 (+9 ms)Region opened successfully at 1732776562032 (+5 ms) 2024-11-28T06:49:22,032 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:22,036 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe4c025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:22,037 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:22,037 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:22,037 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:22,037 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:22,038 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T06:49:22,038 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T06:49:22,038 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:22,040 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:22,041 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:22,056 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:22,057 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:22,057 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:22,064 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:22,065 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:22,066 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:22,073 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:22,074 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:22,081 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:22,084 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:22,089 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,098 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,43437,1732776561688, sessionid=0x101817d9ed00000, setting cluster-up flag (Was=false) 2024-11-28T06:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,139 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:22,141 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,181 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:22,182 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:22,183 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:22,185 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:22,185 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:22,185 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:22,185 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,43437,1732776561688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:22,187 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,188 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776592188 2024-11-28T06:49:22,188 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:22,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:22,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:22,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:22,190 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776562190,5,FailOnTimeoutGroup] 2024-11-28T06:49:22,190 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776562190,5,FailOnTimeoutGroup] 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,190 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:22,204 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(746): ClusterId : 7384df07-6211-4ada-939e-b55d9c2bb847 2024-11-28T06:49:22,204 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(746): ClusterId : 7384df07-6211-4ada-939e-b55d9c2bb847 2024-11-28T06:49:22,204 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:22,204 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:22,223 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:22,223 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:22,223 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:22,223 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:22,240 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:22,240 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:22,240 DEBUG [RS:0;1cb9cf437a36:36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64943e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:22,240 DEBUG [RS:1;1cb9cf437a36:33133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a8324d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:22,250 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:36017 2024-11-28T06:49:22,251 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:22,251 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:22,251 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:22,251 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,43437,1732776561688 with port=36017, startcode=1732776561829 2024-11-28T06:49:22,251 DEBUG [RS:0;1cb9cf437a36:36017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:22,253 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:22,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,255 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 2024-11-28T06:49:22,255 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:33133 2024-11-28T06:49:22,255 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-28T06:49:22,255 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:22,255 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:22,255 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:22,255 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:22,265 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,43437,1732776561688 with port=33133, startcode=1732776561875 2024-11-28T06:49:22,265 DEBUG [RS:0;1cb9cf437a36:36017 {}] zookeeper.ZKUtil(111): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,265 WARN [RS:0;1cb9cf437a36:36017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:22,265 DEBUG [RS:1;1cb9cf437a36:33133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:22,265 INFO [RS:0;1cb9cf437a36:36017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:22,265 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,36017,1732776561829] 2024-11-28T06:49:22,267 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:22,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,269 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 2024-11-28T06:49:22,269 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-28T06:49:22,269 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:22,269 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:22,271 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:22,275 INFO [RS:0;1cb9cf437a36:36017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:22,275 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,275 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:22,276 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:22,276 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,277 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,278 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:22,278 DEBUG [RS:0;1cb9cf437a36:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,278 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,36017,1732776561829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:22,296 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:22,297 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,36017,1732776561829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,297 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,297 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.Replication(171): 1cb9cf437a36,36017,1732776561829 started 2024-11-28T06:49:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:22,307 DEBUG [RS:1;1cb9cf437a36:33133 {}] zookeeper.ZKUtil(111): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,307 WARN [RS:1;1cb9cf437a36:33133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:22,307 INFO [RS:1;1cb9cf437a36:33133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:22,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,33133,1732776561875] 2024-11-28T06:49:22,307 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,310 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,310 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,36017,1732776561829, RpcServer on 1cb9cf437a36/172.17.0.2:36017, sessionid=0x101817d9ed00001 2024-11-28T06:49:22,310 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,36017,1732776561829' 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:22,311 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,36017,1732776561829' 2024-11-28T06:49:22,312 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:22,312 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:22,312 DEBUG [RS:0;1cb9cf437a36:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:22,312 INFO [RS:0;1cb9cf437a36:36017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:22,312 INFO [RS:0;1cb9cf437a36:36017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:22,316 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:22,318 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:22,318 INFO [RS:1;1cb9cf437a36:33133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:22,318 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,319 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:22,320 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:22,320 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:22,320 DEBUG [RS:1;1cb9cf437a36:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,321 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33133,1732776561875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:22,336 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:22,336 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,33133,1732776561875-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,336 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,336 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.Replication(171): 1cb9cf437a36,33133,1732776561875 started 2024-11-28T06:49:22,350 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:22,350 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,33133,1732776561875, RpcServer on 1cb9cf437a36/172.17.0.2:33133, sessionid=0x101817d9ed00002 2024-11-28T06:49:22,350 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:22,350 DEBUG [RS:1;1cb9cf437a36:33133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,350 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,33133,1732776561875' 2024-11-28T06:49:22,350 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:22,351 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,33133,1732776561875' 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:22,352 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:22,353 DEBUG [RS:1;1cb9cf437a36:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:22,353 INFO [RS:1;1cb9cf437a36:33133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:22,353 INFO [RS:1;1cb9cf437a36:33133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:22,413 INFO [RS:0;1cb9cf437a36:36017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:22,414 INFO [RS:0;1cb9cf437a36:36017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C36017%2C1732776561829, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,36017,1732776561829, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs, maxLogs=32 2024-11-28T06:49:22,427 DEBUG [RS:0;1cb9cf437a36:36017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,36017,1732776561829/1cb9cf437a36%2C36017%2C1732776561829.1732776562415, exclude list is [], retry=0 2024-11-28T06:49:22,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-66daa803-5b91-4d4c-b04e-69396782de73,DISK] 2024-11-28T06:49:22,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36343,DS-132d102f-361c-403c-8966-ea06a03ee5fe,DISK] 2024-11-28T06:49:22,431 INFO [RS:0;1cb9cf437a36:36017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,36017,1732776561829/1cb9cf437a36%2C36017%2C1732776561829.1732776562415 2024-11-28T06:49:22,432 DEBUG [RS:0;1cb9cf437a36:36017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097),(127.0.0.1/127.0.0.1:33611:33611)] 2024-11-28T06:49:22,453 INFO [RS:1;1cb9cf437a36:33133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:22,455 INFO [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C33133%2C1732776561875, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs, maxLogs=32 2024-11-28T06:49:22,467 DEBUG [RS:1;1cb9cf437a36:33133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875/1cb9cf437a36%2C33133%2C1732776561875.1732776562455, exclude list is [], retry=0 2024-11-28T06:49:22,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-66daa803-5b91-4d4c-b04e-69396782de73,DISK] 2024-11-28T06:49:22,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36343,DS-132d102f-361c-403c-8966-ea06a03ee5fe,DISK] 2024-11-28T06:49:22,472 INFO [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875/1cb9cf437a36%2C33133%2C1732776561875.1732776562455 2024-11-28T06:49:22,472 DEBUG [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33611:33611),(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-28T06:49:22,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:22,601 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 2024-11-28T06:49:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741834_1010 (size=32) 2024-11-28T06:49:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741834_1010 (size=32) 2024-11-28T06:49:22,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:22,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:22,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:22,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:22,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:22,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:22,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:22,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:22,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:22,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:22,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740 2024-11-28T06:49:22,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740 2024-11-28T06:49:22,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:22,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:22,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:22,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:22,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:22,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68596707, jitterRate=0.02217058837413788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776562609Initializing all the Stores at 1732776562609Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776562610 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776562610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776562610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776562610Cleaning up temporary data from old regions at 1732776562619 (+9 ms)Region opened successfully at 1732776562623 (+4 ms) 2024-11-28T06:49:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:22,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:22,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:22,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776562623Disabling compacts and flushes for region at 1732776562623Disabling writes for close at 1732776562623Writing region close event to WAL at 1732776562624 (+1 ms)Closed at 1732776562624 2024-11-28T06:49:22,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:22,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:22,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:22,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:22,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:22,777 DEBUG [1cb9cf437a36:43437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:22,778 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:22,780 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:22,780 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:22,780 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:22,780 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:22,780 INFO [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:22,780 INFO [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:22,780 DEBUG [1cb9cf437a36:43437 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:22,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:22,781 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,33133,1732776561875, state=OPENING 2024-11-28T06:49:22,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:22,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:22,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:22,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,33133,1732776561875}] 2024-11-28T06:49:22,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:22,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:22,984 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:22,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:22,990 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:22,990 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:22,990 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:22,992 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C33133%2C1732776561875.meta, suffix=.meta, logDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs, maxLogs=32 2024-11-28T06:49:23,004 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875/1cb9cf437a36%2C33133%2C1732776561875.meta.1732776562992.meta, exclude list is [], retry=0 2024-11-28T06:49:23,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-66daa803-5b91-4d4c-b04e-69396782de73,DISK] 2024-11-28T06:49:23,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36343,DS-132d102f-361c-403c-8966-ea06a03ee5fe,DISK] 2024-11-28T06:49:23,008 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/WALs/1cb9cf437a36,33133,1732776561875/1cb9cf437a36%2C33133%2C1732776561875.meta.1732776562992.meta 2024-11-28T06:49:23,008 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097),(127.0.0.1/127.0.0.1:33611:33611)] 2024-11-28T06:49:23,008 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:23,008 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:23,009 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:23,009 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:23,009 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:23,009 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:23,009 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:23,009 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:23,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:23,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:23,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:23,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:23,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:23,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:23,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:23,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:23,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:23,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:23,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:23,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:23,015 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:23,015 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740 2024-11-28T06:49:23,016 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740 2024-11-28T06:49:23,017 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:23,017 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:23,018 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:23,019 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:23,020 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67470401, jitterRate=0.0053873211145401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:23,020 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:23,020 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776563009Writing region info on filesystem at 1732776563009Initializing all the Stores at 1732776563010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776563010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776563010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776563010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776563010Cleaning up temporary data from old regions at 1732776563017 (+7 ms)Running coprocessor post-open hooks at 1732776563020 (+3 ms)Region opened successfully at 1732776563020 2024-11-28T06:49:23,021 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776562984 2024-11-28T06:49:23,024 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:23,024 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:23,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:23,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,33133,1732776561875, state=OPEN 2024-11-28T06:49:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:23,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:23,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:23,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:23,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:23,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:23,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,33133,1732776561875 in 208 msec 2024-11-28T06:49:23,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:23,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-28T06:49:23,045 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:23,045 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:23,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:23,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,33133,1732776561875, seqNum=-1] 2024-11-28T06:49:23,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:23,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:23,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-28T06:49:23,058 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776563058, completionTime=-1 2024-11-28T06:49:23,059 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:23,059 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:23,061 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:23,061 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776623061 2024-11-28T06:49:23,061 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776683061 2024-11-28T06:49:23,061 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T06:49:23,062 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,062 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,062 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,062 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:43437, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,062 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,063 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,064 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:23,067 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.128sec 2024-11-28T06:49:23,067 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:23,067 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:23,067 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:23,068 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:23,068 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:23,068 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:23,068 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:23,070 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:23,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:23,070 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,43437,1732776561688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:23,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a511bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:23,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,43437,-1 for getting cluster id 2024-11-28T06:49:23,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:23,106 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7384df07-6211-4ada-939e-b55d9c2bb847' 2024-11-28T06:49:23,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:23,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7384df07-6211-4ada-939e-b55d9c2bb847" 2024-11-28T06:49:23,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1485e8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:23,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,43437,-1] 2024-11-28T06:49:23,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:23,107 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,107 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:23,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd2ce71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:23,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:23,110 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,33133,1732776561875, seqNum=-1] 2024-11-28T06:49:23,110 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:23,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:23,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:23,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:23,115 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:23,115 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b8a48b 2024-11-28T06:49:23,115 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:23,116 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:23,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:23,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:23,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:23,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:23,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d50fa3930421e895d0349a32ed96689, NAME => 'testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 2024-11-28T06:49:23,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d62543ef9312d47b65c16ea181d491a, NAME => 'testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7 2024-11-28T06:49:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3d50fa3930421e895d0349a32ed96689, disabling compactions & flushes 2024-11-28T06:49:23,140 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. after waiting 0 ms 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,140 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d50fa3930421e895d0349a32ed96689: Waiting for close lock at 1732776563140Disabling compacts and flushes for region at 1732776563140Disabling writes for close at 1732776563140Writing region close event to WAL at 1732776563140Closed at 1732776563140 2024-11-28T06:49:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3d62543ef9312d47b65c16ea181d491a, disabling compactions & flushes 2024-11-28T06:49:23,142 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. after waiting 0 ms 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,142 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d62543ef9312d47b65c16ea181d491a: Waiting for close lock at 1732776563142Disabling compacts and flushes for region at 1732776563142Disabling writes for close at 1732776563142Writing region close event to WAL at 1732776563142Closed at 1732776563142 2024-11-28T06:49:23,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:23,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776563144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776563144"}]},"ts":"1732776563144"} 2024-11-28T06:49:23,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776563144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776563144"}]},"ts":"1732776563144"} 2024-11-28T06:49:23,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:23,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:23,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776563148"}]},"ts":"1732776563148"} 2024-11-28T06:49:23,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:23,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:23,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:23,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:23,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:23,152 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:23,152 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:23,152 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:23,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:23,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d62543ef9312d47b65c16ea181d491a, ASSIGN}] 2024-11-28T06:49:23,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d62543ef9312d47b65c16ea181d491a, ASSIGN 2024-11-28T06:49:23,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689, ASSIGN 2024-11-28T06:49:23,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d62543ef9312d47b65c16ea181d491a, ASSIGN; state=OFFLINE, location=1cb9cf437a36,36017,1732776561829; forceNewPlan=false, retain=false 2024-11-28T06:49:23,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689, ASSIGN; state=OFFLINE, location=1cb9cf437a36,33133,1732776561875; forceNewPlan=false, retain=false 2024-11-28T06:49:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:23,306 INFO [1cb9cf437a36:43437 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:23,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d50fa3930421e895d0349a32ed96689, regionState=OPENING, regionLocation=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:23,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3d62543ef9312d47b65c16ea181d491a, regionState=OPENING, regionLocation=1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:23,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d62543ef9312d47b65c16ea181d491a, ASSIGN because future has completed 2024-11-28T06:49:23,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d62543ef9312d47b65c16ea181d491a, server=1cb9cf437a36,36017,1732776561829}] 2024-11-28T06:49:23,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689, ASSIGN because future has completed 2024-11-28T06:49:23,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d50fa3930421e895d0349a32ed96689, server=1cb9cf437a36,33133,1732776561875}] 2024-11-28T06:49:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:23,465 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:23,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:23,469 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,470 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d62543ef9312d47b65c16ea181d491a, NAME => 'testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:23,470 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,470 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:23,470 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,470 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,472 INFO [StoreOpener-3d62543ef9312d47b65c16ea181d491a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,473 INFO [StoreOpener-3d62543ef9312d47b65c16ea181d491a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d62543ef9312d47b65c16ea181d491a columnFamilyName family 2024-11-28T06:49:23,473 DEBUG [StoreOpener-3d62543ef9312d47b65c16ea181d491a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,474 INFO [StoreOpener-3d62543ef9312d47b65c16ea181d491a-1 {}] regionserver.HStore(327): Store=3d62543ef9312d47b65c16ea181d491a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:23,474 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,475 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,475 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,475 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,475 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,475 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,476 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d50fa3930421e895d0349a32ed96689, NAME => 'testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:23,476 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,476 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:23,476 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,476 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,477 INFO [StoreOpener-3d50fa3930421e895d0349a32ed96689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,477 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,478 INFO [StoreOpener-3d50fa3930421e895d0349a32ed96689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d50fa3930421e895d0349a32ed96689 columnFamilyName family 2024-11-28T06:49:23,478 DEBUG [StoreOpener-3d50fa3930421e895d0349a32ed96689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:23,479 INFO [StoreOpener-3d50fa3930421e895d0349a32ed96689-1 {}] regionserver.HStore(327): Store=3d50fa3930421e895d0349a32ed96689/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:23,479 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,480 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,480 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,480 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:23,481 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,481 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,481 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3d62543ef9312d47b65c16ea181d491a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73854337, jitterRate=0.10051538050174713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:23,481 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,482 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3d62543ef9312d47b65c16ea181d491a: Running coprocessor pre-open hook at 1732776563470Writing region info on filesystem at 1732776563470Initializing all the Stores at 1732776563471 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776563471Cleaning up temporary data from old regions at 1732776563475 (+4 ms)Running coprocessor post-open hooks at 1732776563481 (+6 ms)Region opened successfully at 1732776563482 (+1 ms) 2024-11-28T06:49:23,482 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,483 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a., pid=7, masterSystemTime=1732776563465 2024-11-28T06:49:23,485 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:23,485 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,485 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,485 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3d50fa3930421e895d0349a32ed96689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221451, jitterRate=0.10598580539226532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:23,486 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,486 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3d50fa3930421e895d0349a32ed96689: Running coprocessor pre-open hook at 1732776563476Writing region info on filesystem at 1732776563476Initializing all the Stores at 1732776563477 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776563477Cleaning up temporary data from old regions at 1732776563481 (+4 ms)Running coprocessor post-open hooks at 1732776563486 (+5 ms)Region opened successfully at 1732776563486 2024-11-28T06:49:23,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3d62543ef9312d47b65c16ea181d491a, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:23,488 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689., pid=8, masterSystemTime=1732776563472 2024-11-28T06:49:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d62543ef9312d47b65c16ea181d491a, server=1cb9cf437a36,36017,1732776561829 because future has completed 2024-11-28T06:49:23,491 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,491 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d50fa3930421e895d0349a32ed96689, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:23,493 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43437 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1cb9cf437a36,33133,1732776561875, table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T06:49:23,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T06:49:23,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d62543ef9312d47b65c16ea181d491a, server=1cb9cf437a36,36017,1732776561829 in 180 msec 2024-11-28T06:49:23,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d62543ef9312d47b65c16ea181d491a, ASSIGN in 340 msec 2024-11-28T06:49:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d50fa3930421e895d0349a32ed96689, server=1cb9cf437a36,33133,1732776561875 because future has completed 2024-11-28T06:49:23,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-28T06:49:23,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d50fa3930421e895d0349a32ed96689, server=1cb9cf437a36,33133,1732776561875 in 182 msec 2024-11-28T06:49:23,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T06:49:23,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d50fa3930421e895d0349a32ed96689, ASSIGN in 346 msec 2024-11-28T06:49:23,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:23,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776563503"}]},"ts":"1732776563503"} 2024-11-28T06:49:23,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:23,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:23,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-28T06:49:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:23,749 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:23,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:23,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:23,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:23,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:23,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:23,758 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689., hostname=1cb9cf437a36,33133,1732776561875, seqNum=2] 2024-11-28T06:49:23,770 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a., hostname=1cb9cf437a36,36017,1732776561829, seqNum=2] 2024-11-28T06:49:23,771 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:23,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:23,782 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d62543ef9312d47b65c16ea181d491a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:23,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/.tmp/family/8b2f998f5c014a2fb1dc9a0a8aded5d5 is 32, key is 5/family:/1732776563773/Put/seqid=0 2024-11-28T06:49:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:23,802 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/.tmp/family/8b2f998f5c014a2fb1dc9a0a8aded5d5 2024-11-28T06:49:23,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/.tmp/family/8b2f998f5c014a2fb1dc9a0a8aded5d5 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/family/8b2f998f5c014a2fb1dc9a0a8aded5d5 2024-11-28T06:49:23,814 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/family/8b2f998f5c014a2fb1dc9a0a8aded5d5, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:23,815 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3d62543ef9312d47b65c16ea181d491a in 33ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:23,815 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d62543ef9312d47b65c16ea181d491a: 2024-11-28T06:49:23,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d50fa3930421e895d0349a32ed96689 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:23,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/.tmp/family/9e5c136fc07f4624934a52d7cbf2ad6c is 32, key is 1/family:/1732776563759/Put/seqid=0 2024-11-28T06:49:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:23,841 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/.tmp/family/9e5c136fc07f4624934a52d7cbf2ad6c 2024-11-28T06:49:23,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/.tmp/family/9e5c136fc07f4624934a52d7cbf2ad6c as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/family/9e5c136fc07f4624934a52d7cbf2ad6c 2024-11-28T06:49:23,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/family/9e5c136fc07f4624934a52d7cbf2ad6c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:23,855 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3d50fa3930421e895d0349a32ed96689 in 40ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:23,855 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d50fa3930421e895d0349a32ed96689: 2024-11-28T06:49:23,857 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 8b2f998f5c014a2fb1dc9a0a8aded5d5, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:23,857 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 8b2f998f5c014a2fb1dc9a0a8aded5d5_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:23,859 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 9e5c136fc07f4624934a52d7cbf2ad6c, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:23,859 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 9e5c136fc07f4624934a52d7cbf2ad6c_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:23,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:23,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:23,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:23,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:23,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:23,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1371005912, stopped=false 2024-11-28T06:49:23,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,43437,1732776561688 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:23,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:23,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:23,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:23,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,36017,1732776561829' ***** 2024-11-28T06:49:23,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:23,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,33133,1732776561875' ***** 2024-11-28T06:49:23,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:23,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:23,907 INFO [RS:0;1cb9cf437a36:36017 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:23,907 INFO [RS:0;1cb9cf437a36:36017 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:23,907 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:23,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:23,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:23,907 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,907 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:23,907 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:23,907 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:23,908 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:23,908 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:23,908 INFO [RS:0;1cb9cf437a36:36017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:23,908 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:23,908 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:23,908 INFO [RS:0;1cb9cf437a36:36017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:23,908 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:23,908 INFO [RS:1;1cb9cf437a36:33133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:33133. 2024-11-28T06:49:23,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:23,909 DEBUG [RS:1;1cb9cf437a36:33133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:23,909 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:23,909 DEBUG [RS:1;1cb9cf437a36:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,909 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:23,909 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:23,909 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:23,909 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:23,909 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d50fa3930421e895d0349a32ed96689, disabling compactions & flushes 2024-11-28T06:49:23,909 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,909 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,909 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. after waiting 0 ms 2024-11-28T06:49:23,909 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,910 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:23,910 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:23,910 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1325): Online Regions={3d50fa3930421e895d0349a32ed96689=testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T06:49:23,910 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:23,910 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d50fa3930421e895d0349a32ed96689 2024-11-28T06:49:23,910 INFO [RS:0;1cb9cf437a36:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:36017. 2024-11-28T06:49:23,910 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d62543ef9312d47b65c16ea181d491a, disabling compactions & flushes 2024-11-28T06:49:23,910 DEBUG [RS:0;1cb9cf437a36:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:23,910 DEBUG [RS:0;1cb9cf437a36:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:23,910 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,910 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. after waiting 0 ms 2024-11-28T06:49:23,911 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:23,911 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1325): Online Regions={3d62543ef9312d47b65c16ea181d491a=testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a.} 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,911 DEBUG [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1351): Waiting on 3d62543ef9312d47b65c16ea181d491a 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:23,911 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:23,911 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:23,911 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:23,919 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d62543ef9312d47b65c16ea181d491a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:23,919 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,920 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d62543ef9312d47b65c16ea181d491a: Waiting for close lock at 1732776563910Running coprocessor pre-close hooks at 1732776563910Disabling compacts and flushes for region at 1732776563910Disabling writes for close at 1732776563911 (+1 ms)Writing region close event to WAL at 1732776563914 (+3 ms)Running coprocessor post-close hooks at 1732776563919 (+5 ms)Closed at 1732776563919 2024-11-28T06:49:23,920 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a. 2024-11-28T06:49:23,920 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/default/testClearRegionBlockCache/3d50fa3930421e895d0349a32ed96689/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:23,920 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,920 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d50fa3930421e895d0349a32ed96689: Waiting for close lock at 1732776563909Running coprocessor pre-close hooks at 1732776563909Disabling compacts and flushes for region at 1732776563909Disabling writes for close at 1732776563909Writing region close event to WAL at 1732776563915 (+6 ms)Running coprocessor post-close hooks at 1732776563920 (+5 ms)Closed at 1732776563920 2024-11-28T06:49:23,921 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776563117.3d50fa3930421e895d0349a32ed96689. 2024-11-28T06:49:23,924 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:23,930 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/info/6e905c8878054149b36d624eeebb9624 is 173, key is testClearRegionBlockCache,5,1732776563117.3d62543ef9312d47b65c16ea181d491a./info:regioninfo/1732776563486/Put/seqid=0 2024-11-28T06:49:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:23,980 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:24,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T06:49:24,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:24,110 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T06:49:24,111 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,36017,1732776561829; all regions closed. 2024-11-28T06:49:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741832_1008 (size=1867) 2024-11-28T06:49:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741832_1008 (size=1867) 2024-11-28T06:49:24,120 DEBUG [RS:0;1cb9cf437a36:36017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs 2024-11-28T06:49:24,120 INFO [RS:0;1cb9cf437a36:36017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C36017%2C1732776561829:(num 1732776562415) 2024-11-28T06:49:24,120 DEBUG [RS:0;1cb9cf437a36:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:24,120 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:24,120 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:24,121 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:24,121 INFO [RS:0;1cb9cf437a36:36017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36017 2024-11-28T06:49:24,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:24,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,36017,1732776561829 2024-11-28T06:49:24,131 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:24,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,36017,1732776561829] 2024-11-28T06:49:24,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,36017,1732776561829 already deleted, retry=false 2024-11-28T06:49:24,147 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,36017,1732776561829 expired; onlineServers=1 2024-11-28T06:49:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:24,239 INFO [RS:0;1cb9cf437a36:36017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x101817d9ed00001, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:24,239 INFO [RS:0;1cb9cf437a36:36017 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,36017,1732776561829; zookeeper connection closed. 2024-11-28T06:49:24,239 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56b6d4e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56b6d4e7 2024-11-28T06:49:24,311 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T06:49:24,340 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/info/6e905c8878054149b36d624eeebb9624 2024-11-28T06:49:24,361 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/ns/0e7a55f40f4947ea9d0041a2dd66a5e9 is 43, key is default/ns:d/1732776563049/Put/seqid=0 2024-11-28T06:49:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:24,407 INFO [regionserver/1cb9cf437a36:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T06:49:24,407 INFO [regionserver/1cb9cf437a36:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T06:49:24,511 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T06:49:24,711 DEBUG [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T06:49:24,768 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/ns/0e7a55f40f4947ea9d0041a2dd66a5e9 2024-11-28T06:49:24,795 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/table/2b478176b2584846a54e6ab21fec9bde is 61, key is testClearRegionBlockCache/table:state/1732776563503/Put/seqid=0 2024-11-28T06:49:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:24,800 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/table/2b478176b2584846a54e6ab21fec9bde 2024-11-28T06:49:24,805 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/info/6e905c8878054149b36d624eeebb9624 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/info/6e905c8878054149b36d624eeebb9624 2024-11-28T06:49:24,810 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/info/6e905c8878054149b36d624eeebb9624, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:24,811 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/ns/0e7a55f40f4947ea9d0041a2dd66a5e9 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/ns/0e7a55f40f4947ea9d0041a2dd66a5e9 2024-11-28T06:49:24,817 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/ns/0e7a55f40f4947ea9d0041a2dd66a5e9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:24,818 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/.tmp/table/2b478176b2584846a54e6ab21fec9bde as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/table/2b478176b2584846a54e6ab21fec9bde 2024-11-28T06:49:24,823 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/table/2b478176b2584846a54e6ab21fec9bde, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:24,824 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:24,828 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:24,829 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:24,829 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:24,829 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776563911Running coprocessor pre-close hooks at 1732776563911Disabling compacts and flushes for region at 1732776563911Disabling writes for close at 1732776563911Obtaining lock to block concurrent updates at 1732776563911Preparing flush snapshotting stores in 1588230740 at 1732776563911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776563911Flushing stores of hbase:meta,,1.1588230740 at 1732776563913 (+2 ms)Flushing 1588230740/info: creating writer at 1732776563913Flushing 1588230740/info: appending metadata at 1732776563930 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732776563930Flushing 1588230740/ns: creating writer at 1732776564346 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732776564361 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732776564361Flushing 1588230740/table: creating writer at 1732776564779 (+418 ms)Flushing 1588230740/table: appending metadata at 1732776564794 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732776564794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f316245: reopening flushed file at 1732776564804 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbf3b6c: reopening flushed file at 1732776564810 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d902a85: reopening flushed file at 1732776564817 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=13, compaction requested=false at 1732776564824 (+7 ms)Writing region close event to WAL at 1732776564825 (+1 ms)Running coprocessor post-close hooks at 1732776564829 (+4 ms)Closed at 1732776564829 2024-11-28T06:49:24,829 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:24,911 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,33133,1732776561875; all regions closed. 2024-11-28T06:49:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:24,919 DEBUG [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs 2024-11-28T06:49:24,920 INFO [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C33133%2C1732776561875.meta:.meta(num 1732776562992) 2024-11-28T06:49:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741833_1009 (size=1758) 2024-11-28T06:49:24,926 DEBUG [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/oldWALs 2024-11-28T06:49:24,926 INFO [RS:1;1cb9cf437a36:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C33133%2C1732776561875:(num 1732776562455) 2024-11-28T06:49:24,926 DEBUG [RS:1;1cb9cf437a36:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:24,926 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:24,926 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:24,927 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:24,927 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:24,927 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:24,927 INFO [RS:1;1cb9cf437a36:33133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33133 2024-11-28T06:49:24,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,33133,1732776561875 2024-11-28T06:49:24,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:24,972 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:24,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,33133,1732776561875] 2024-11-28T06:49:24,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,33133,1732776561875 already deleted, retry=false 2024-11-28T06:49:24,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,33133,1732776561875 expired; onlineServers=0 2024-11-28T06:49:24,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,43437,1732776561688' ***** 2024-11-28T06:49:24,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:24,989 DEBUG [M:0;1cb9cf437a36:43437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:24,989 DEBUG [M:0;1cb9cf437a36:43437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:24,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:24,989 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776562190 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776562190,5,FailOnTimeoutGroup] 2024-11-28T06:49:24,989 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776562190 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776562190,5,FailOnTimeoutGroup] 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:24,989 DEBUG [M:0;1cb9cf437a36:43437 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:24,989 INFO [M:0;1cb9cf437a36:43437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:24,990 INFO [M:0;1cb9cf437a36:43437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:24,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:24,997 DEBUG [M:0;1cb9cf437a36:43437 {}] zookeeper.ZKUtil(347): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T06:49:24,997 WARN [M:0;1cb9cf437a36:43437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T06:49:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:24,998 INFO [M:0;1cb9cf437a36:43437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/.lastflushedseqids 2024-11-28T06:49:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741844_1020 (size=182) 2024-11-28T06:49:25,007 INFO [M:0;1cb9cf437a36:43437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:25,007 INFO [M:0;1cb9cf437a36:43437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:25,007 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:25,007 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:25,007 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:25,007 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:25,007 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:25,008 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-28T06:49:25,026 DEBUG [M:0;1cb9cf437a36:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da347477e904639b940c046f24ee8d3 is 82, key is hbase:meta,,1/info:regioninfo/1732776563024/Put/seqid=0 2024-11-28T06:49:25,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:25,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:25,031 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da347477e904639b940c046f24ee8d3 2024-11-28T06:49:25,050 DEBUG [M:0;1cb9cf437a36:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c725da48762e446b98bf23bbfc716b71 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776563508/Put/seqid=0 2024-11-28T06:49:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741846_1022 (size=6220) 2024-11-28T06:49:25,055 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c725da48762e446b98bf23bbfc716b71 2024-11-28T06:49:25,072 DEBUG [M:0;1cb9cf437a36:43437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690eff4bc18946799e9d630f70994c09 is 69, key is 1cb9cf437a36,33133,1732776561875/rs:state/1732776562268/Put/seqid=0 2024-11-28T06:49:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:25,077 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690eff4bc18946799e9d630f70994c09 2024-11-28T06:49:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:25,081 INFO [RS:1;1cb9cf437a36:33133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x101817d9ed00002, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:25,081 INFO [RS:1;1cb9cf437a36:33133 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,33133,1732776561875; zookeeper connection closed. 2024-11-28T06:49:25,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69f6173c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69f6173c 2024-11-28T06:49:25,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:25,082 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da347477e904639b940c046f24ee8d3 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da347477e904639b940c046f24ee8d3 2024-11-28T06:49:25,087 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da347477e904639b940c046f24ee8d3, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:25,088 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c725da48762e446b98bf23bbfc716b71 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c725da48762e446b98bf23bbfc716b71 2024-11-28T06:49:25,126 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c725da48762e446b98bf23bbfc716b71, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:25,127 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690eff4bc18946799e9d630f70994c09 as hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/690eff4bc18946799e9d630f70994c09 2024-11-28T06:49:25,132 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/df21c881-9365-a493-b890-89986ce3b3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/690eff4bc18946799e9d630f70994c09, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:25,133 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:25,134 INFO [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:25,134 DEBUG [M:0;1cb9cf437a36:43437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776565007Disabling compacts and flushes for region at 1732776565007Disabling writes for close at 1732776565007Obtaining lock to block concurrent updates at 1732776565008 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776565008Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1732776565008Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776565009 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776565009Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776565026 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776565026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776565035 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776565049 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776565049Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776565059 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776565072 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776565072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f86f775: reopening flushed file at 1732776565082 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd39a3e: reopening flushed file at 1732776565087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3a6e13: reopening flushed file at 1732776565126 (+39 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false at 1732776565133 (+7 ms)Writing region close event to WAL at 1732776565134 (+1 ms)Closed at 1732776565134 2024-11-28T06:49:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36343 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741830_1006 (size=35452) 2024-11-28T06:49:25,137 INFO [M:0;1cb9cf437a36:43437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:25,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:25,137 INFO [M:0;1cb9cf437a36:43437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43437 2024-11-28T06:49:25,137 INFO [M:0;1cb9cf437a36:43437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:25,247 INFO [M:0;1cb9cf437a36:43437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:25,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:25,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43437-0x101817d9ed00000, quorum=127.0.0.1:55087, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:25,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c3ef7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:25,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f1172f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:25,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:25,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a43e51e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:25,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2afffee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:25,254 WARN [BP-1228229057-172.17.0.2-1732776560074 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:25,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:25,254 WARN [BP-1228229057-172.17.0.2-1732776560074 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1228229057-172.17.0.2-1732776560074 (Datanode Uuid 109e588e-7347-46a6-95e8-c43b34467fcd) service to localhost/127.0.0.1:46227 2024-11-28T06:49:25,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:25,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data3/current/BP-1228229057-172.17.0.2-1732776560074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:25,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data4/current/BP-1228229057-172.17.0.2-1732776560074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:25,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:25,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510e7cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:25,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5433d553{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:25,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:25,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ee2b4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:25,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73fe1753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:25,260 WARN [BP-1228229057-172.17.0.2-1732776560074 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:25,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:25,260 WARN [BP-1228229057-172.17.0.2-1732776560074 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1228229057-172.17.0.2-1732776560074 (Datanode Uuid f00fb3d0-2d04-4340-9bc5-45bb32113222) service to localhost/127.0.0.1:46227 2024-11-28T06:49:25,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:25,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data1/current/BP-1228229057-172.17.0.2-1732776560074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:25,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/cluster_b8bef69c-4373-5657-691a-0260dc1d0b95/data/data2/current/BP-1228229057-172.17.0.2-1732776560074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:25,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@607f74e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:25,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6664262c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:25,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f1d4ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@562243d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:25,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:25,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 154) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46227 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46227 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7152 (was 7292) 2024-11-28T06:49:25,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=7152 2024-11-28T06:49:25,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir so I do NOT create it in target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2 2024-11-28T06:49:25,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T06:49:25,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.tmp.dir so I do NOT create it in target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2 2024-11-28T06:49:25,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe4041b3-ec57-03a5-76b1-2602531e1479/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T06:49:25,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2 2024-11-28T06:49:25,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T06:49:25,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819, deleteOnExit=true 2024-11-28T06:49:25,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/test.cache.data in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T06:49:25,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T06:49:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/nfs.dump.dir in system properties and HBase conf 2024-11-28T06:49:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/java.io.tmpdir in system properties and HBase conf 2024-11-28T06:49:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T06:49:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T06:49:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T06:49:25,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:25,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:25,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:25,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:25,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:25,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:25,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f67692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:25,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@312b1f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:25,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d5e07b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/java.io.tmpdir/jetty-localhost-33429-hadoop-hdfs-3_4_1-tests_jar-_-any-5405632332269925985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:25,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f409c3{HTTP/1.1, (http/1.1)}{localhost:33429} 2024-11-28T06:49:25,668 INFO [Time-limited test {}] server.Server(415): Started @31898ms 2024-11-28T06:49:25,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:25,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:25,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:25,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:25,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T06:49:25,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f187fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:25,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b0fbc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:25,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b23f523{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/java.io.tmpdir/jetty-localhost-32773-hadoop-hdfs-3_4_1-tests_jar-_-any-836871694973777606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:25,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70f0c1f3{HTTP/1.1, (http/1.1)}{localhost:32773} 2024-11-28T06:49:25,970 INFO [Time-limited test {}] server.Server(415): Started @32199ms 2024-11-28T06:49:25,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:26,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T06:49:26,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T06:49:26,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T06:49:26,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T06:49:26,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T06:49:26,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5308bdd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,AVAILABLE} 2024-11-28T06:49:26,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122f359a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T06:49:26,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14485ca2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/java.io.tmpdir/jetty-localhost-36227-hadoop-hdfs-3_4_1-tests_jar-_-any-10874533110216475676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:26,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d950f5{HTTP/1.1, (http/1.1)}{localhost:36227} 2024-11-28T06:49:26,100 INFO [Time-limited test {}] server.Server(415): Started @32329ms 2024-11-28T06:49:26,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T06:49:26,770 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data1/current/BP-2046804792-172.17.0.2-1732776565335/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:26,770 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data2/current/BP-2046804792-172.17.0.2-1732776565335/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:26,790 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b2f54e404a51185 with lease ID 0xeaac225b537366a2: Processing first storage report for DS-8ec72570-d43e-49d7-8df7-f20811a989c9 from datanode DatanodeRegistration(127.0.0.1:41373, datanodeUuid=9937063f-7723-42df-9597-590b1147de60, infoPort=35593, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335) 2024-11-28T06:49:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b2f54e404a51185 with lease ID 0xeaac225b537366a2: from storage DS-8ec72570-d43e-49d7-8df7-f20811a989c9 node DatanodeRegistration(127.0.0.1:41373, datanodeUuid=9937063f-7723-42df-9597-590b1147de60, infoPort=35593, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b2f54e404a51185 with lease ID 0xeaac225b537366a2: Processing first storage report for DS-af51e92e-854c-4405-9a24-bd0748770abe from datanode DatanodeRegistration(127.0.0.1:41373, datanodeUuid=9937063f-7723-42df-9597-590b1147de60, infoPort=35593, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335) 2024-11-28T06:49:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b2f54e404a51185 with lease ID 0xeaac225b537366a2: from storage DS-af51e92e-854c-4405-9a24-bd0748770abe node DatanodeRegistration(127.0.0.1:41373, datanodeUuid=9937063f-7723-42df-9597-590b1147de60, infoPort=35593, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:26,907 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data4/current/BP-2046804792-172.17.0.2-1732776565335/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:26,907 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data3/current/BP-2046804792-172.17.0.2-1732776565335/current, will proceed with Du for space computation calculation, 2024-11-28T06:49:26,921 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T06:49:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69569f691ed103d3 with lease ID 0xeaac225b537366a3: Processing first storage report for DS-fa0697a7-854f-4b26-ad18-347ee1bf5735 from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=96c7a50c-f72d-4147-8e4b-98084d58203f, infoPort=37337, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335) 2024-11-28T06:49:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69569f691ed103d3 with lease ID 0xeaac225b537366a3: from storage DS-fa0697a7-854f-4b26-ad18-347ee1bf5735 node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=96c7a50c-f72d-4147-8e4b-98084d58203f, infoPort=37337, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69569f691ed103d3 with lease ID 0xeaac225b537366a3: Processing first storage report for DS-13994f45-cd46-4924-80f1-c220a91d4c4e from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=96c7a50c-f72d-4147-8e4b-98084d58203f, infoPort=37337, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335) 2024-11-28T06:49:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69569f691ed103d3 with lease ID 0xeaac225b537366a3: from storage DS-13994f45-cd46-4924-80f1-c220a91d4c4e node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=96c7a50c-f72d-4147-8e4b-98084d58203f, infoPort=37337, infoSecurePort=0, ipcPort=40071, storageInfo=lv=-57;cid=testClusterID;nsid=992049184;c=1732776565335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T06:49:26,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2 2024-11-28T06:49:26,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/zookeeper_0, clientPort=57445, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T06:49:26,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57445 2024-11-28T06:49:26,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:26,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741825_1001 (size=7) 2024-11-28T06:49:26,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 with version=8 2024-11-28T06:49:26,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/hbase-staging 2024-11-28T06:49:26,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T06:49:26,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:26,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35193 2024-11-28T06:49:26,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35193 connecting to ZooKeeper ensemble=127.0.0.1:57445 2024-11-28T06:49:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351930x0, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:26,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35193-0x101817db3560000 connected 2024-11-28T06:49:27,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:27,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8, hbase.cluster.distributed=false 2024-11-28T06:49:27,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:27,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-28T06:49:27,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35193 2024-11-28T06:49:27,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35193 2024-11-28T06:49:27,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-28T06:49:27,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35193 2024-11-28T06:49:27,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:27,090 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:27,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45203 2024-11-28T06:49:27,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45203 connecting to ZooKeeper ensemble=127.0.0.1:57445 2024-11-28T06:49:27,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452030x0, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:27,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45203-0x101817db3560001 connected 2024-11-28T06:49:27,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:27,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:27,106 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:27,111 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:27,111 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:27,112 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:27,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:27,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:27,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-28T06:49:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45203 2024-11-28T06:49:27,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45203 2024-11-28T06:49:27,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-28T06:49:27,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-28T06:49:27,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1cb9cf437a36:0 server-side Connection retries=45 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T06:49:27,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T06:49:27,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T06:49:27,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39649 2024-11-28T06:49:27,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39649 connecting to ZooKeeper ensemble=127.0.0.1:57445 2024-11-28T06:49:27,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396490x0, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T06:49:27,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396490x0, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:27,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39649-0x101817db3560002 connected 2024-11-28T06:49:27,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T06:49:27,148 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T06:49:27,153 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T06:49:27,153 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T06:49:27,153 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T06:49:27,154 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T06:49:27,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T06:49:27,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T06:49:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-28T06:49:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39649 2024-11-28T06:49:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39649 2024-11-28T06:49:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-28T06:49:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-28T06:49:27,168 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1cb9cf437a36:35193 2024-11-28T06:49:27,168 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,180 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,189 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T06:49:27,189 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1cb9cf437a36,35193,1732776566945 from backup master directory 2024-11-28T06:49:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T06:49:27,196 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:27,196 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,201 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/hbase.id] with ID: 2581e206-91c7-4e69-b2d3-74c9edf46eb5 2024-11-28T06:49:27,201 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/.tmp/hbase.id 2024-11-28T06:49:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741826_1002 (size=42) 2024-11-28T06:49:27,208 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/.tmp/hbase.id]:[hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/hbase.id] 2024-11-28T06:49:27,220 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T06:49:27,220 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T06:49:27,222 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T06:49:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741827_1003 (size=196) 2024-11-28T06:49:27,639 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:27,642 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T06:49:27,643 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:27,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741828_1004 (size=1189) 2024-11-28T06:49:27,655 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store 2024-11-28T06:49:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741829_1005 (size=34) 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:27,663 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:27,663 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:27,663 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776567663Disabling compacts and flushes for region at 1732776567663Disabling writes for close at 1732776567663Writing region close event to WAL at 1732776567663Closed at 1732776567663 2024-11-28T06:49:27,664 WARN [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/.initializing 2024-11-28T06:49:27,664 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/WALs/1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,665 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:27,666 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C35193%2C1732776566945, suffix=, logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/WALs/1cb9cf437a36,35193,1732776566945, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/oldWALs, maxLogs=10 2024-11-28T06:49:27,678 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/WALs/1cb9cf437a36,35193,1732776566945/1cb9cf437a36%2C35193%2C1732776566945.1732776567667, exclude list is [], retry=0 2024-11-28T06:49:27,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-8ec72570-d43e-49d7-8df7-f20811a989c9,DISK] 2024-11-28T06:49:27,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-fa0697a7-854f-4b26-ad18-347ee1bf5735,DISK] 2024-11-28T06:49:27,683 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/WALs/1cb9cf437a36,35193,1732776566945/1cb9cf437a36%2C35193%2C1732776566945.1732776567667 2024-11-28T06:49:27,683 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35593:35593),(127.0.0.1/127.0.0.1:37337:37337)] 2024-11-28T06:49:27,683 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:27,683 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:27,683 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,683 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T06:49:27,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:27,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T06:49:27,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:27,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T06:49:27,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:27,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T06:49:27,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:27,690 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,691 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,691 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,693 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,693 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,693 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:27,694 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T06:49:27,696 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:27,697 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119483, jitterRate=-0.05944640934467316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:27,697 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732776567683Initializing all the Stores at 1732776567684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776567684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776567684Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776567684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776567684Cleaning up temporary data from old regions at 1732776567693 (+9 ms)Region opened successfully at 1732776567697 (+4 ms) 2024-11-28T06:49:27,697 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T06:49:27,700 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512e27a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:27,701 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T06:49:27,701 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T06:49:27,701 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T06:49:27,701 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T06:49:27,702 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T06:49:27,702 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T06:49:27,702 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T06:49:27,704 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T06:49:27,705 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T06:49:27,746 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T06:49:27,747 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T06:49:27,748 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T06:49:27,755 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T06:49:27,755 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T06:49:27,756 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T06:49:27,763 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T06:49:27,765 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T06:49:27,771 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T06:49:27,776 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T06:49:27,780 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,788 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1cb9cf437a36,35193,1732776566945, sessionid=0x101817db3560000, setting cluster-up flag (Was=false) 2024-11-28T06:49:27,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,830 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T06:49:27,831 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:27,871 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T06:49:27,872 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:27,874 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T06:49:27,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:27,875 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T06:49:27,875 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T06:49:27,875 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1cb9cf437a36,35193,1732776566945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=5, maxPoolSize=5 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1cb9cf437a36:0, corePoolSize=10, maxPoolSize=10 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:27,877 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:27,877 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732776597877 2024-11-28T06:49:27,877 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T06:49:27,877 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T06:49:27,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T06:49:27,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T06:49:27,878 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T06:49:27,879 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T06:49:27,879 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776567879,5,FailOnTimeoutGroup] 2024-11-28T06:49:27,879 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776567879,5,FailOnTimeoutGroup] 2024-11-28T06:49:27,879 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:27,879 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T06:49:27,879 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:27,879 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:27,880 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,880 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T06:49:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741831_1007 (size=1321) 2024-11-28T06:49:27,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T06:49:27,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 2024-11-28T06:49:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741832_1008 (size=32) 2024-11-28T06:49:27,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:27,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:27,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:27,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:27,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:27,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:27,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:27,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:27,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:27,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:27,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740 2024-11-28T06:49:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740 2024-11-28T06:49:27,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:27,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:27,908 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:27,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:27,910 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:27,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62481633, jitterRate=-0.06895111501216888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732776567898Initializing all the Stores at 1732776567899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776567899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776567899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776567899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776567899Cleaning up temporary data from old regions at 1732776567907 (+8 ms)Region opened successfully at 1732776567911 (+4 ms) 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:27,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:27,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:27,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776567911Disabling compacts and flushes for region at 1732776567911Disabling writes for close at 1732776567911Writing region close event to WAL at 1732776567911Closed at 1732776567911 2024-11-28T06:49:27,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:27,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T06:49:27,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T06:49:27,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:27,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T06:49:27,960 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(746): ClusterId : 2581e206-91c7-4e69-b2d3-74c9edf46eb5 2024-11-28T06:49:27,960 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(746): ClusterId : 2581e206-91c7-4e69-b2d3-74c9edf46eb5 2024-11-28T06:49:27,960 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:27,960 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T06:49:27,982 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:27,982 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:27,982 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T06:49:27,982 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T06:49:27,990 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:27,990 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T06:49:27,990 DEBUG [RS:1;1cb9cf437a36:39649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e98c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:27,991 DEBUG [RS:0;1cb9cf437a36:45203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8165cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1cb9cf437a36/172.17.0.2:0 2024-11-28T06:49:28,006 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1cb9cf437a36:39649 2024-11-28T06:49:28,006 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1cb9cf437a36:45203 2024-11-28T06:49:28,006 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:28,006 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T06:49:28,006 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:28,006 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T06:49:28,006 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:28,006 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T06:49:28,007 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,35193,1732776566945 with port=39649, startcode=1732776567132 2024-11-28T06:49:28,007 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(2659): reportForDuty to master=1cb9cf437a36,35193,1732776566945 with port=45203, startcode=1732776567090 2024-11-28T06:49:28,007 DEBUG [RS:0;1cb9cf437a36:45203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:28,007 DEBUG [RS:1;1cb9cf437a36:39649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T06:49:28,008 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37835, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:28,008 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T06:49:28,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35193 {}] master.ServerManager(517): Registering regionserver=1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,010 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 2024-11-28T06:49:28,010 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34101 2024-11-28T06:49:28,010 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:28,011 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 2024-11-28T06:49:28,011 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34101 2024-11-28T06:49:28,011 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T06:49:28,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:28,064 WARN [1cb9cf437a36:35193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T06:49:28,073 DEBUG [RS:1;1cb9cf437a36:39649 {}] zookeeper.ZKUtil(111): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,073 WARN [RS:1;1cb9cf437a36:39649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:28,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,39649,1732776567132] 2024-11-28T06:49:28,073 INFO [RS:1;1cb9cf437a36:39649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:28,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1cb9cf437a36,45203,1732776567090] 2024-11-28T06:49:28,073 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,073 DEBUG [RS:0;1cb9cf437a36:45203 {}] zookeeper.ZKUtil(111): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,073 WARN [RS:0;1cb9cf437a36:45203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T06:49:28,074 INFO [RS:0;1cb9cf437a36:45203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:28,074 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,078 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:28,078 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T06:49:28,083 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:28,083 INFO [RS:1;1cb9cf437a36:39649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:28,083 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T06:49:28,083 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,084 INFO [RS:0;1cb9cf437a36:45203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T06:49:28,084 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,084 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:28,085 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T06:49:28,085 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:28,085 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,085 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T06:49:28,085 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,085 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1cb9cf437a36:0, corePoolSize=2, maxPoolSize=2 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:1;1cb9cf437a36:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1cb9cf437a36:0, corePoolSize=1, maxPoolSize=1 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:28,086 DEBUG [RS:0;1cb9cf437a36:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1cb9cf437a36:0, corePoolSize=3, maxPoolSize=3 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,39649,1732776567132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,087 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,45203,1732776567090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:28,101 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:28,101 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,39649,1732776567132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,101 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,101 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.Replication(171): 1cb9cf437a36,39649,1732776567132 started 2024-11-28T06:49:28,103 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T06:49:28,103 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,45203,1732776567090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,103 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,103 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.Replication(171): 1cb9cf437a36,45203,1732776567090 started 2024-11-28T06:49:28,113 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,113 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,39649,1732776567132, RpcServer on 1cb9cf437a36/172.17.0.2:39649, sessionid=0x101817db3560002 2024-11-28T06:49:28,113 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:28,113 DEBUG [RS:1;1cb9cf437a36:39649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,113 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,39649,1732776567132' 2024-11-28T06:49:28,113 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,39649,1732776567132' 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:28,114 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:28,115 DEBUG [RS:1;1cb9cf437a36:39649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:28,115 INFO [RS:1;1cb9cf437a36:39649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:28,115 INFO [RS:1;1cb9cf437a36:39649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:28,115 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,115 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1482): Serving as 1cb9cf437a36,45203,1732776567090, RpcServer on 1cb9cf437a36/172.17.0.2:45203, sessionid=0x101817db3560001 2024-11-28T06:49:28,115 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T06:49:28,115 DEBUG [RS:0;1cb9cf437a36:45203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,115 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,45203,1732776567090' 2024-11-28T06:49:28,115 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1cb9cf437a36,45203,1732776567090' 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T06:49:28,116 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T06:49:28,117 DEBUG [RS:0;1cb9cf437a36:45203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T06:49:28,117 INFO [RS:0;1cb9cf437a36:45203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T06:49:28,117 INFO [RS:0;1cb9cf437a36:45203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T06:49:28,216 INFO [RS:1;1cb9cf437a36:39649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:28,217 INFO [RS:0;1cb9cf437a36:45203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T06:49:28,219 INFO [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C39649%2C1732776567132, suffix=, logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs, maxLogs=32 2024-11-28T06:49:28,220 INFO [RS:0;1cb9cf437a36:45203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C45203%2C1732776567090, suffix=, logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,45203,1732776567090, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs, maxLogs=32 2024-11-28T06:49:28,235 DEBUG [RS:0;1cb9cf437a36:45203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,45203,1732776567090/1cb9cf437a36%2C45203%2C1732776567090.1732776568221, exclude list is [], retry=0 2024-11-28T06:49:28,235 DEBUG [RS:1;1cb9cf437a36:39649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.1732776568220, exclude list is [], retry=0 2024-11-28T06:49:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-8ec72570-d43e-49d7-8df7-f20811a989c9,DISK] 2024-11-28T06:49:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-fa0697a7-854f-4b26-ad18-347ee1bf5735,DISK] 2024-11-28T06:49:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-fa0697a7-854f-4b26-ad18-347ee1bf5735,DISK] 2024-11-28T06:49:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-8ec72570-d43e-49d7-8df7-f20811a989c9,DISK] 2024-11-28T06:49:28,243 INFO [RS:0;1cb9cf437a36:45203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,45203,1732776567090/1cb9cf437a36%2C45203%2C1732776567090.1732776568221 2024-11-28T06:49:28,243 INFO [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.1732776568220 2024-11-28T06:49:28,243 DEBUG [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337),(127.0.0.1/127.0.0.1:35593:35593)] 2024-11-28T06:49:28,243 DEBUG [RS:0;1cb9cf437a36:45203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337),(127.0.0.1/127.0.0.1:35593:35593)] 2024-11-28T06:49:28,314 DEBUG [1cb9cf437a36:35193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T06:49:28,315 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:28,318 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:28,318 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:28,318 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:28,318 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:28,318 INFO [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:28,318 INFO [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:28,319 DEBUG [1cb9cf437a36:35193 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:28,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,39649,1732776567132, state=OPENING 2024-11-28T06:49:28,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T06:49:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:28,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:28,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T06:49:28,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,39649,1732776567132}] 2024-11-28T06:49:28,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:28,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:28,505 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T06:49:28,505 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T06:49:28,505 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T06:49:28,507 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1cb9cf437a36%2C39649%2C1732776567132.meta, suffix=.meta, logDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132, archiveDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs, maxLogs=32 2024-11-28T06:49:28,519 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.meta.1732776568507.meta, exclude list is [], retry=0 2024-11-28T06:49:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41373,DS-8ec72570-d43e-49d7-8df7-f20811a989c9,DISK] 2024-11-28T06:49:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-fa0697a7-854f-4b26-ad18-347ee1bf5735,DISK] 2024-11-28T06:49:28,523 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.meta.1732776568507.meta 2024-11-28T06:49:28,523 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337),(127.0.0.1/127.0.0.1:35593:35593)] 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T06:49:28,524 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T06:49:28,524 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T06:49:28,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T06:49:28,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T06:49:28,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T06:49:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T06:49:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T06:49:28,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T06:49:28,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T06:49:28,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T06:49:28,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:28,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T06:49:28,530 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T06:49:28,531 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740 2024-11-28T06:49:28,532 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740 2024-11-28T06:49:28,533 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T06:49:28,533 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T06:49:28,533 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T06:49:28,534 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T06:49:28,535 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64692524, jitterRate=-0.036006271839141846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T06:49:28,535 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T06:49:28,536 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732776568524Writing region info on filesystem at 1732776568524Initializing all the Stores at 1732776568525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776568525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776568526 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776568526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732776568526Cleaning up temporary data from old regions at 1732776568533 (+7 ms)Running coprocessor post-open hooks at 1732776568535 (+2 ms)Region opened successfully at 1732776568536 (+1 ms) 2024-11-28T06:49:28,537 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732776568500 2024-11-28T06:49:28,539 DEBUG [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T06:49:28,539 INFO [RS_OPEN_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T06:49:28,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1cb9cf437a36,39649,1732776567132, state=OPEN 2024-11-28T06:49:28,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:28,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:28,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T06:49:28,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T06:49:28,563 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T06:49:28,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1cb9cf437a36,39649,1732776567132 in 216 msec 2024-11-28T06:49:28,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T06:49:28,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-28T06:49:28,570 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T06:49:28,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T06:49:28,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:28,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,39649,1732776567132, seqNum=-1] 2024-11-28T06:49:28,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:28,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:28,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-28T06:49:28,580 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732776568580, completionTime=-1 2024-11-28T06:49:28,580 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T06:49:28,580 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T06:49:28,582 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T06:49:28,582 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732776628582 2024-11-28T06:49:28,582 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732776688582 2024-11-28T06:49:28,582 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T06:49:28,582 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1cb9cf437a36:35193, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,583 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,585 DEBUG [master/1cb9cf437a36:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.391sec 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T06:49:28,588 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T06:49:28,590 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T06:49:28,590 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T06:49:28,591 INFO [master/1cb9cf437a36:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1cb9cf437a36,35193,1732776566945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T06:49:28,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a84bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:28,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1cb9cf437a36,35193,-1 for getting cluster id 2024-11-28T06:49:28,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T06:49:28,661 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2581e206-91c7-4e69-b2d3-74c9edf46eb5' 2024-11-28T06:49:28,662 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T06:49:28,662 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2581e206-91c7-4e69-b2d3-74c9edf46eb5" 2024-11-28T06:49:28,662 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2033c22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:28,662 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1cb9cf437a36,35193,-1] 2024-11-28T06:49:28,662 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T06:49:28,663 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:28,663 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T06:49:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d21f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T06:49:28,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T06:49:28,665 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1cb9cf437a36,39649,1732776567132, seqNum=-1] 2024-11-28T06:49:28,665 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:28,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:28,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:28,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T06:49:28,669 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:28,669 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49da3d52 2024-11-28T06:49:28,670 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T06:49:28,671 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T06:49:28,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T06:49:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T06:49:28,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T06:49:28,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:28,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T06:49:28,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T06:49:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741836_1012 (size=379) 2024-11-28T06:49:28,683 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f8eb1d438d619bec6993e9ea69d78d2, NAME => 'testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 2024-11-28T06:49:28,683 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 92654384af4b331b26950d46b2166199, NAME => 'testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8 2024-11-28T06:49:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741838_1014 (size=61) 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1f8eb1d438d619bec6993e9ea69d78d2, disabling compactions & flushes 2024-11-28T06:49:28,693 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. after waiting 0 ms 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:28,693 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741837_1013 (size=61) 2024-11-28T06:49:28,693 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f8eb1d438d619bec6993e9ea69d78d2: Waiting for close lock at 1732776568693Disabling compacts and flushes for region at 1732776568693Disabling writes for close at 1732776568693Writing region close event to WAL at 1732776568693Closed at 1732776568693 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 92654384af4b331b26950d46b2166199, disabling compactions & flushes 2024-11-28T06:49:28,694 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. after waiting 0 ms 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:28,694 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:28,694 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 92654384af4b331b26950d46b2166199: Waiting for close lock at 1732776568694Disabling compacts and flushes for region at 1732776568694Disabling writes for close at 1732776568694Writing region close event to WAL at 1732776568694Closed at 1732776568694 2024-11-28T06:49:28,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T06:49:28,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776568695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776568695"}]},"ts":"1732776568695"} 2024-11-28T06:49:28,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732776568695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732776568695"}]},"ts":"1732776568695"} 2024-11-28T06:49:28,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T06:49:28,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T06:49:28,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776568701"}]},"ts":"1732776568701"} 2024-11-28T06:49:28,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T06:49:28,703 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1cb9cf437a36=0} racks are {/default-rack=0} 2024-11-28T06:49:28,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T06:49:28,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T06:49:28,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T06:49:28,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T06:49:28,704 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T06:49:28,704 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T06:49:28,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T06:49:28,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f8eb1d438d619bec6993e9ea69d78d2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=92654384af4b331b26950d46b2166199, ASSIGN}] 2024-11-28T06:49:28,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=92654384af4b331b26950d46b2166199, ASSIGN 2024-11-28T06:49:28,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f8eb1d438d619bec6993e9ea69d78d2, ASSIGN 2024-11-28T06:49:28,706 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f8eb1d438d619bec6993e9ea69d78d2, ASSIGN; state=OFFLINE, location=1cb9cf437a36,39649,1732776567132; forceNewPlan=false, retain=false 2024-11-28T06:49:28,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=92654384af4b331b26950d46b2166199, ASSIGN; state=OFFLINE, location=1cb9cf437a36,45203,1732776567090; forceNewPlan=false, retain=false 2024-11-28T06:49:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:28,857 INFO [1cb9cf437a36:35193 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T06:49:28,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f8eb1d438d619bec6993e9ea69d78d2, regionState=OPENING, regionLocation=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:28,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=92654384af4b331b26950d46b2166199, regionState=OPENING, regionLocation=1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f8eb1d438d619bec6993e9ea69d78d2, ASSIGN because future has completed 2024-11-28T06:49:28,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8eb1d438d619bec6993e9ea69d78d2, server=1cb9cf437a36,39649,1732776567132}] 2024-11-28T06:49:28,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=92654384af4b331b26950d46b2166199, ASSIGN because future has completed 2024-11-28T06:49:28,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92654384af4b331b26950d46b2166199, server=1cb9cf437a36,45203,1732776567090}] 2024-11-28T06:49:28,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T06:49:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T06:49:29,017 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:29,018 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:29,018 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f8eb1d438d619bec6993e9ea69d78d2, NAME => 'testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T06:49:29,019 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,019 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:29,019 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,019 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,020 INFO [StoreOpener-1f8eb1d438d619bec6993e9ea69d78d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,021 INFO [StoreOpener-1f8eb1d438d619bec6993e9ea69d78d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8eb1d438d619bec6993e9ea69d78d2 columnFamilyName family 2024-11-28T06:49:29,021 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,021 DEBUG [StoreOpener-1f8eb1d438d619bec6993e9ea69d78d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:29,021 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 92654384af4b331b26950d46b2166199, NAME => 'testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T06:49:29,022 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,022 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T06:49:29,022 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,022 INFO [StoreOpener-1f8eb1d438d619bec6993e9ea69d78d2-1 {}] regionserver.HStore(327): Store=1f8eb1d438d619bec6993e9ea69d78d2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:29,022 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,022 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,023 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,023 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,023 INFO [StoreOpener-92654384af4b331b26950d46b2166199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,023 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,023 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,025 INFO [StoreOpener-92654384af4b331b26950d46b2166199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92654384af4b331b26950d46b2166199 columnFamilyName family 2024-11-28T06:49:29,025 DEBUG [StoreOpener-92654384af4b331b26950d46b2166199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T06:49:29,025 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,025 INFO [StoreOpener-92654384af4b331b26950d46b2166199-1 {}] regionserver.HStore(327): Store=92654384af4b331b26950d46b2166199/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T06:49:29,025 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,026 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,026 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,027 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,027 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,027 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:29,027 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1f8eb1d438d619bec6993e9ea69d78d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66742060, jitterRate=-0.005465805530548096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:29,028 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,028 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,028 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1f8eb1d438d619bec6993e9ea69d78d2: Running coprocessor pre-open hook at 1732776569019Writing region info on filesystem at 1732776569019Initializing all the Stores at 1732776569019Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776569019Cleaning up temporary data from old regions at 1732776569023 (+4 ms)Running coprocessor post-open hooks at 1732776569028 (+5 ms)Region opened successfully at 1732776569028 2024-11-28T06:49:29,029 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2., pid=7, masterSystemTime=1732776569014 2024-11-28T06:49:29,030 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T06:49:29,031 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 92654384af4b331b26950d46b2166199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65514869, jitterRate=-0.023752376437187195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T06:49:29,031 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,031 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 92654384af4b331b26950d46b2166199: Running coprocessor pre-open hook at 1732776569022Writing region info on filesystem at 1732776569022Initializing all the Stores at 1732776569023 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732776569023Cleaning up temporary data from old regions at 1732776569027 (+4 ms)Running coprocessor post-open hooks at 1732776569031 (+4 ms)Region opened successfully at 1732776569031 2024-11-28T06:49:29,032 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,032 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,032 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199., pid=8, masterSystemTime=1732776569017 2024-11-28T06:49:29,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f8eb1d438d619bec6993e9ea69d78d2, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:29,034 DEBUG [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,034 INFO [RS_OPEN_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=92654384af4b331b26950d46b2166199, regionState=OPEN, openSeqNum=2, regionLocation=1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8eb1d438d619bec6993e9ea69d78d2, server=1cb9cf437a36,39649,1732776567132 because future has completed 2024-11-28T06:49:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92654384af4b331b26950d46b2166199, server=1cb9cf437a36,45203,1732776567090 because future has completed 2024-11-28T06:49:29,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T06:49:29,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f8eb1d438d619bec6993e9ea69d78d2, server=1cb9cf437a36,39649,1732776567132 in 174 msec 2024-11-28T06:49:29,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T06:49:29,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 92654384af4b331b26950d46b2166199, server=1cb9cf437a36,45203,1732776567090 in 174 msec 2024-11-28T06:49:29,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f8eb1d438d619bec6993e9ea69d78d2, ASSIGN in 333 msec 2024-11-28T06:49:29,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T06:49:29,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=92654384af4b331b26950d46b2166199, ASSIGN in 335 msec 2024-11-28T06:49:29,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T06:49:29,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732776569042"}]},"ts":"1732776569042"} 2024-11-28T06:49:29,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T06:49:29,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T06:49:29,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-11-28T06:49:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T06:49:29,298 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T06:49:29,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T06:49:29,298 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:29,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T06:49:29,302 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T06:49:29,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T06:49:29,306 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2., hostname=1cb9cf437a36,39649,1732776567132, seqNum=2] 2024-11-28T06:49:29,316 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199., hostname=1cb9cf437a36,45203,1732776567090, seqNum=2] 2024-11-28T06:49:29,317 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T06:49:29,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T06:49:29,328 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 92654384af4b331b26950d46b2166199 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T06:49:29,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/.tmp/family/a5d5e05b0ca64935b8bb3743683f118e is 32, key is 5/family:/1732776569319/Put/seqid=0 2024-11-28T06:49:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741839_1015 (size=5083) 2024-11-28T06:49:29,349 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/.tmp/family/a5d5e05b0ca64935b8bb3743683f118e 2024-11-28T06:49:29,355 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/.tmp/family/a5d5e05b0ca64935b8bb3743683f118e as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/family/a5d5e05b0ca64935b8bb3743683f118e 2024-11-28T06:49:29,361 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/family/a5d5e05b0ca64935b8bb3743683f118e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T06:49:29,362 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 92654384af4b331b26950d46b2166199 in 34ms, sequenceid=9, compaction requested=false 2024-11-28T06:49:29,362 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 92654384af4b331b26950d46b2166199: 2024-11-28T06:49:29,363 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1f8eb1d438d619bec6993e9ea69d78d2 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T06:49:29,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/.tmp/family/434c74a3b85d446c980021e39f29b974 is 32, key is 1/family:/1732776569307/Put/seqid=0 2024-11-28T06:49:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741840_1016 (size=5054) 2024-11-28T06:49:29,389 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/.tmp/family/434c74a3b85d446c980021e39f29b974 2024-11-28T06:49:29,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/.tmp/family/434c74a3b85d446c980021e39f29b974 as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/family/434c74a3b85d446c980021e39f29b974 2024-11-28T06:49:29,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/family/434c74a3b85d446c980021e39f29b974, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T06:49:29,404 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1f8eb1d438d619bec6993e9ea69d78d2 in 41ms, sequenceid=8, compaction requested=false 2024-11-28T06:49:29,404 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1f8eb1d438d619bec6993e9ea69d78d2: 2024-11-28T06:49:29,408 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T06:49:29,411 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:29,411 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T06:49:29,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:29,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T06:49:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] bucket.BucketCache(1863): found 1 blocks for file 434c74a3b85d446c980021e39f29b974, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39649 {}] bucket.BucketCache(856): removed key 434c74a3b85d446c980021e39f29b974_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] bucket.BucketCache(1863): found 1 blocks for file a5d5e05b0ca64935b8bb3743683f118e, starting offset: 0, end offset: 9223372036854775807 2024-11-28T06:49:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] bucket.BucketCache(856): removed key a5d5e05b0ca64935b8bb3743683f118e_0 from back map with offset lock 2094080 in the evict process 2024-11-28T06:49:29,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T06:49:29,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:29,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:29,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T06:49:29,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T06:49:29,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1210440873, stopped=false 2024-11-28T06:49:29,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1cb9cf437a36,35193,1732776566945 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:29,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:29,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T06:49:29,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:29,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:29,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:29,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,45203,1732776567090' ***** 2024-11-28T06:49:29,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:29,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1cb9cf437a36,39649,1732776567132' ***** 2024-11-28T06:49:29,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T06:49:29,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T06:49:29,464 INFO [RS:1;1cb9cf437a36:39649 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:29,464 INFO [RS:0;1cb9cf437a36:45203 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T06:49:29,464 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:29,464 INFO [RS:1;1cb9cf437a36:39649 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:29,464 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:29,464 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:29,464 INFO [RS:0;1cb9cf437a36:45203 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T06:49:29,465 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T06:49:29,465 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T06:49:29,465 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(3091): Received CLOSE for 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:29,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(959): stopping server 1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1cb9cf437a36:39649. 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:29,465 DEBUG [RS:1;1cb9cf437a36:39649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1cb9cf437a36:45203. 2024-11-28T06:49:29,465 DEBUG [RS:1;1cb9cf437a36:39649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,465 DEBUG [RS:0;1cb9cf437a36:45203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T06:49:29,465 DEBUG [RS:0;1cb9cf437a36:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:29,465 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92654384af4b331b26950d46b2166199, disabling compactions & flushes 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:29,465 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T06:49:29,465 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,465 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T06:49:29,465 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1325): Online Regions={92654384af4b331b26950d46b2166199=testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199.} 2024-11-28T06:49:29,465 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. after waiting 0 ms 2024-11-28T06:49:29,466 DEBUG [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1351): Waiting on 92654384af4b331b26950d46b2166199 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f8eb1d438d619bec6993e9ea69d78d2, disabling compactions & flushes 2024-11-28T06:49:29,466 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. after waiting 0 ms 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,466 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T06:49:29,466 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1f8eb1d438d619bec6993e9ea69d78d2=testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2.} 2024-11-28T06:49:29,466 DEBUG [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8eb1d438d619bec6993e9ea69d78d2 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T06:49:29,466 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T06:49:29,466 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T06:49:29,466 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T06:49:29,470 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/1f8eb1d438d619bec6993e9ea69d78d2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T06:49:29,470 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/default/testClearRegionBlockCache/92654384af4b331b26950d46b2166199/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T06:49:29,471 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,471 INFO [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,471 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f8eb1d438d619bec6993e9ea69d78d2: Waiting for close lock at 1732776569465Running coprocessor pre-close hooks at 1732776569465Disabling compacts and flushes for region at 1732776569465Disabling writes for close at 1732776569466 (+1 ms)Writing region close event to WAL at 1732776569466Running coprocessor post-close hooks at 1732776569471 (+5 ms)Closed at 1732776569471 2024-11-28T06:49:29,471 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92654384af4b331b26950d46b2166199: Waiting for close lock at 1732776569465Running coprocessor pre-close hooks at 1732776569465Disabling compacts and flushes for region at 1732776569465Disabling writes for close at 1732776569466 (+1 ms)Writing region close event to WAL at 1732776569466Running coprocessor post-close hooks at 1732776569471 (+5 ms)Closed at 1732776569471 2024-11-28T06:49:29,471 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732776568671.1f8eb1d438d619bec6993e9ea69d78d2. 2024-11-28T06:49:29,471 DEBUG [RS_CLOSE_REGION-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199. 2024-11-28T06:49:29,482 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/info/1d1d803d0eeb44118f4745dfacb63390 is 173, key is testClearRegionBlockCache,5,1732776568671.92654384af4b331b26950d46b2166199./info:regioninfo/1732776569034/Put/seqid=0 2024-11-28T06:49:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741841_1017 (size=8173) 2024-11-28T06:49:29,488 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/info/1d1d803d0eeb44118f4745dfacb63390 2024-11-28T06:49:29,488 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:29,491 INFO [regionserver/1cb9cf437a36:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:29,514 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/ns/bdd821e8c8a9425eb9ffedf05fef7909 is 43, key is default/ns:d/1732776568575/Put/seqid=0 2024-11-28T06:49:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741842_1018 (size=5153) 2024-11-28T06:49:29,519 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/ns/bdd821e8c8a9425eb9ffedf05fef7909 2024-11-28T06:49:29,540 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/table/ef3d6b74954540f493245cad9ebf6d06 is 61, key is testClearRegionBlockCache/table:state/1732776569042/Put/seqid=0 2024-11-28T06:49:29,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:29,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741843_1019 (size=5312) 2024-11-28T06:49:29,545 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/table/ef3d6b74954540f493245cad9ebf6d06 2024-11-28T06:49:29,552 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/info/1d1d803d0eeb44118f4745dfacb63390 as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/info/1d1d803d0eeb44118f4745dfacb63390 2024-11-28T06:49:29,558 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/info/1d1d803d0eeb44118f4745dfacb63390, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T06:49:29,559 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/ns/bdd821e8c8a9425eb9ffedf05fef7909 as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/ns/bdd821e8c8a9425eb9ffedf05fef7909 2024-11-28T06:49:29,564 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/ns/bdd821e8c8a9425eb9ffedf05fef7909, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T06:49:29,565 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/.tmp/table/ef3d6b74954540f493245cad9ebf6d06 as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/table/ef3d6b74954540f493245cad9ebf6d06 2024-11-28T06:49:29,569 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/table/ef3d6b74954540f493245cad9ebf6d06, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T06:49:29,570 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false 2024-11-28T06:49:29,575 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T06:49:29,575 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T06:49:29,576 INFO [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:29,576 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732776569466Running coprocessor pre-close hooks at 1732776569466Disabling compacts and flushes for region at 1732776569466Disabling writes for close at 1732776569466Obtaining lock to block concurrent updates at 1732776569466Preparing flush snapshotting stores in 1588230740 at 1732776569466Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732776569467 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732776569467Flushing 1588230740/info: creating writer at 1732776569467Flushing 1588230740/info: appending metadata at 1732776569482 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732776569482Flushing 1588230740/ns: creating writer at 1732776569494 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732776569513 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732776569513Flushing 1588230740/table: creating writer at 1732776569526 (+13 ms)Flushing 1588230740/table: appending metadata at 1732776569540 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732776569540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6a0c01: reopening flushed file at 1732776569551 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1a7c30: reopening flushed file at 1732776569558 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1c3911: reopening flushed file at 1732776569564 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false at 1732776569570 (+6 ms)Writing region close event to WAL at 1732776569572 (+2 ms)Running coprocessor post-close hooks at 1732776569575 (+3 ms)Closed at 1732776569575 2024-11-28T06:49:29,576 DEBUG [RS_CLOSE_META-regionserver/1cb9cf437a36:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T06:49:29,666 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,45203,1732776567090; all regions closed. 2024-11-28T06:49:29,666 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(976): stopping server 1cb9cf437a36,39649,1732776567132; all regions closed. 2024-11-28T06:49:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:29,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.meta.1732776568507.meta not finished, retry = 0 2024-11-28T06:49:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741833_1009 (size=1867) 2024-11-28T06:49:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741835_1011 (size=4338) 2024-11-28T06:49:29,676 DEBUG [RS:0;1cb9cf437a36:45203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs 2024-11-28T06:49:29,676 INFO [RS:0;1cb9cf437a36:45203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C45203%2C1732776567090:(num 1732776568221) 2024-11-28T06:49:29,676 DEBUG [RS:0;1cb9cf437a36:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,676 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T06:49:29,677 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:29,677 INFO [RS:0;1cb9cf437a36:45203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45203 2024-11-28T06:49:29,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,45203,1732776567090 2024-11-28T06:49:29,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:29,688 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:29,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,45203,1732776567090] 2024-11-28T06:49:29,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,45203,1732776567090 already deleted, retry=false 2024-11-28T06:49:29,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,45203,1732776567090 expired; onlineServers=1 2024-11-28T06:49:29,777 DEBUG [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs 2024-11-28T06:49:29,777 INFO [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C39649%2C1732776567132.meta:.meta(num 1732776568507) 2024-11-28T06:49:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:29,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/WALs/1cb9cf437a36,39649,1732776567132/1cb9cf437a36%2C39649%2C1732776567132.1732776568220 not finished, retry = 0 2024-11-28T06:49:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741834_1010 (size=1758) 2024-11-28T06:49:29,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:29,796 INFO [RS:0;1cb9cf437a36:45203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:29,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x101817db3560001, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:29,796 INFO [RS:0;1cb9cf437a36:45203 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,45203,1732776567090; zookeeper connection closed. 2024-11-28T06:49:29,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78b59117 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78b59117 2024-11-28T06:49:29,888 DEBUG [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/oldWALs 2024-11-28T06:49:29,888 INFO [RS:1;1cb9cf437a36:39649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1cb9cf437a36%2C39649%2C1732776567132:(num 1732776568220) 2024-11-28T06:49:29,888 DEBUG [RS:1;1cb9cf437a36:39649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T06:49:29,888 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T06:49:29,889 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:29,889 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.ChoreService(370): Chore service for: regionserver/1cb9cf437a36:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:29,889 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:29,890 INFO [regionserver/1cb9cf437a36:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:29,890 INFO [RS:1;1cb9cf437a36:39649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39649 2024-11-28T06:49:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T06:49:29,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1cb9cf437a36,39649,1732776567132 2024-11-28T06:49:29,938 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:29,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1cb9cf437a36,39649,1732776567132] 2024-11-28T06:49:29,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1cb9cf437a36,39649,1732776567132 already deleted, retry=false 2024-11-28T06:49:29,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1cb9cf437a36,39649,1732776567132 expired; onlineServers=0 2024-11-28T06:49:29,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1cb9cf437a36,35193,1732776566945' ***** 2024-11-28T06:49:29,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T06:49:29,955 INFO [M:0;1cb9cf437a36:35193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T06:49:29,955 INFO [M:0;1cb9cf437a36:35193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T06:49:29,955 DEBUG [M:0;1cb9cf437a36:35193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T06:49:29,955 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T06:49:29,956 DEBUG [M:0;1cb9cf437a36:35193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T06:49:29,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776567879 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.large.0-1732776567879,5,FailOnTimeoutGroup] 2024-11-28T06:49:29,956 DEBUG [master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776567879 {}] cleaner.HFileCleaner(306): Exit Thread[master/1cb9cf437a36:0:becomeActiveMaster-HFileCleaner.small.0-1732776567879,5,FailOnTimeoutGroup] 2024-11-28T06:49:29,956 INFO [M:0;1cb9cf437a36:35193 {}] hbase.ChoreService(370): Chore service for: master/1cb9cf437a36:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T06:49:29,956 INFO [M:0;1cb9cf437a36:35193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T06:49:29,956 DEBUG [M:0;1cb9cf437a36:35193 {}] master.HMaster(1795): Stopping service threads 2024-11-28T06:49:29,956 INFO [M:0;1cb9cf437a36:35193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T06:49:29,957 INFO [M:0;1cb9cf437a36:35193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T06:49:29,957 INFO [M:0;1cb9cf437a36:35193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T06:49:29,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T06:49:29,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T06:49:29,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T06:49:29,963 DEBUG [M:0;1cb9cf437a36:35193 {}] zookeeper.ZKUtil(347): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T06:49:29,963 WARN [M:0;1cb9cf437a36:35193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T06:49:29,964 INFO [M:0;1cb9cf437a36:35193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/.lastflushedseqids 2024-11-28T06:49:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741844_1020 (size=191) 2024-11-28T06:49:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741844_1020 (size=191) 2024-11-28T06:49:29,977 INFO [M:0;1cb9cf437a36:35193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T06:49:29,977 INFO [M:0;1cb9cf437a36:35193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T06:49:29,977 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T06:49:29,977 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:29,977 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:29,977 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T06:49:29,977 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:29,977 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-28T06:49:29,995 DEBUG [M:0;1cb9cf437a36:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6eead2baacc448ba6711a3102e8ac1d is 82, key is hbase:meta,,1/info:regioninfo/1732776568539/Put/seqid=0 2024-11-28T06:49:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741845_1021 (size=5672) 2024-11-28T06:49:30,000 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6eead2baacc448ba6711a3102e8ac1d 2024-11-28T06:49:30,018 DEBUG [M:0;1cb9cf437a36:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b384c4cb9341438b9ccc8ea0201322 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732776569046/Put/seqid=0 2024-11-28T06:49:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741846_1022 (size=6219) 2024-11-28T06:49:30,024 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b384c4cb9341438b9ccc8ea0201322 2024-11-28T06:49:30,040 DEBUG [M:0;1cb9cf437a36:35193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e758b5e21714247a6ac68c825cf6e6e is 69, key is 1cb9cf437a36,39649,1732776567132/rs:state/1732776568009/Put/seqid=0 2024-11-28T06:49:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741847_1023 (size=5224) 2024-11-28T06:49:30,045 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e758b5e21714247a6ac68c825cf6e6e 2024-11-28T06:49:30,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:30,046 INFO [RS:1;1cb9cf437a36:39649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:30,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101817db3560002, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:30,046 INFO [RS:1;1cb9cf437a36:39649 {}] regionserver.HRegionServer(1031): Exiting; stopping=1cb9cf437a36,39649,1732776567132; zookeeper connection closed. 2024-11-28T06:49:30,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b71c06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b71c06 2024-11-28T06:49:30,047 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T06:49:30,051 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6eead2baacc448ba6711a3102e8ac1d as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6eead2baacc448ba6711a3102e8ac1d 2024-11-28T06:49:30,055 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6eead2baacc448ba6711a3102e8ac1d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T06:49:30,056 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b384c4cb9341438b9ccc8ea0201322 as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6b384c4cb9341438b9ccc8ea0201322 2024-11-28T06:49:30,061 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6b384c4cb9341438b9ccc8ea0201322, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T06:49:30,062 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e758b5e21714247a6ac68c825cf6e6e as hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e758b5e21714247a6ac68c825cf6e6e 2024-11-28T06:49:30,066 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34101/user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e758b5e21714247a6ac68c825cf6e6e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T06:49:30,066 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-11-28T06:49:30,068 INFO [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T06:49:30,068 DEBUG [M:0;1cb9cf437a36:35193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732776569977Disabling compacts and flushes for region at 1732776569977Disabling writes for close at 1732776569977Obtaining lock to block concurrent updates at 1732776569977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732776569977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1732776569978 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732776569979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732776569979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732776569995 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732776569995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732776570005 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732776570018 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732776570018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732776570028 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732776570040 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732776570040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3104bf3a: reopening flushed file at 1732776570050 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67696cf4: reopening flushed file at 1732776570056 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e67c380: reopening flushed file at 1732776570061 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1732776570067 (+6 ms)Writing region close event to WAL at 1732776570068 (+1 ms)Closed at 1732776570068 2024-11-28T06:49:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741830_1006 (size=35489) 2024-11-28T06:49:30,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29d50514-ff94-360b-4890-4a39a9b113f8/MasterData/WALs/1cb9cf437a36,35193,1732776566945/1cb9cf437a36%2C35193%2C1732776566945.1732776567667 not finished, retry = 0 2024-11-28T06:49:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41373 is added to blk_1073741830_1006 (size=35489) 2024-11-28T06:49:30,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T06:49:30,172 INFO [M:0;1cb9cf437a36:35193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T06:49:30,172 INFO [M:0;1cb9cf437a36:35193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35193 2024-11-28T06:49:30,172 INFO [M:0;1cb9cf437a36:35193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T06:49:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:30,305 INFO [M:0;1cb9cf437a36:35193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T06:49:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35193-0x101817db3560000, quorum=127.0.0.1:57445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T06:49:30,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14485ca2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:30,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d950f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:30,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122f359a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5308bdd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:30,314 WARN [BP-2046804792-172.17.0.2-1732776565335 heartbeating to localhost/127.0.0.1:34101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:30,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:30,314 WARN [BP-2046804792-172.17.0.2-1732776565335 heartbeating to localhost/127.0.0.1:34101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2046804792-172.17.0.2-1732776565335 (Datanode Uuid 96c7a50c-f72d-4147-8e4b-98084d58203f) service to localhost/127.0.0.1:34101 2024-11-28T06:49:30,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:30,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data3/current/BP-2046804792-172.17.0.2-1732776565335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:30,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data4/current/BP-2046804792-172.17.0.2-1732776565335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:30,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:30,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b23f523{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T06:49:30,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70f0c1f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:30,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:30,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b0fbc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:30,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f187fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:30,320 WARN [BP-2046804792-172.17.0.2-1732776565335 heartbeating to localhost/127.0.0.1:34101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T06:49:30,320 WARN [BP-2046804792-172.17.0.2-1732776565335 heartbeating to localhost/127.0.0.1:34101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2046804792-172.17.0.2-1732776565335 (Datanode Uuid 9937063f-7723-42df-9597-590b1147de60) service to localhost/127.0.0.1:34101 2024-11-28T06:49:30,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data1/current/BP-2046804792-172.17.0.2-1732776565335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:30,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/cluster_a08f3540-de50-ce5f-7c80-ba6a77168819/data/data2/current/BP-2046804792-172.17.0.2-1732776565335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T06:49:30,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T06:49:30,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T06:49:30,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T06:49:30,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d5e07b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T06:49:30,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f409c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T06:49:30,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T06:49:30,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@312b1f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T06:49:30,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f67692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dcaec470-841b-0234-4f62-10bd1888aee2/hadoop.log.dir/,STOPPED} 2024-11-28T06:49:30,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T06:49:30,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T06:49:30,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=189 (was 171) - Thread LEAK? -, OpenFileDescriptor=553 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7003 (was 7152)